-- Logs begin at Thu 2021-07-08 11:25:03 UTC, end at Thu 2021-07-08 12:48:19 UTC. -- Jul 08 12:13:25.593181 dv-cinder-799631-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 12:13:28.442146 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.common.config [-] Logging enabled! Jul 08 12:13:28.442840 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 12:13:28.442968 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93541) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 12:13:28.447077 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.common.config [-] Logging enabled! Jul 08 12:13:28.447340 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 12:13:28.447658 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93541) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 12:13:28.448683 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 12:13:28.448920 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 12:13:28.449342 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 12:13:28.449589 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 12:13:28.449818 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 12:13:28.450140 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.450436 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.450732 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.451012 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.451342 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.451634 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.451916 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.452203 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.452503 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.452822 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.453104 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.453392 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.453627 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.453906 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.454194 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.454481 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.454708 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] debug = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.454989 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.455419 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.455850 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.456167 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.456462 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.457021 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.457404 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.457786 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.458080 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.458444 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] host = dv-cinder-799631-5-iscsi {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.458726 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.459019 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.459308 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.459598 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.459879 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.460158 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.460444 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.460748 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.461027 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] log_file = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.461304 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.461594 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.461885 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.462178 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.462408 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.462633 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.462924 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.463212 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.463494 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.463769 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.464044 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.464318 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.464614 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.464888 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.465180 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.465465 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.465750 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.466025 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.466298 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.466570 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.466839 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.467125 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.467398 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.467671 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.467944 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.468230 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.468499 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.468880 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.469156 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.469488 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.469771 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.470061 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.470335 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.470620 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.470895 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.471171 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.471447 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] use_json = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.471747 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.472072 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.472542 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.473034 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.473321 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.473606 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.473885 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.474183 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:28.474536 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.474833 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.475136 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.475424 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.475722 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.476004 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.476295 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.476601 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.476967 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.477259 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.477550 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.477832 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.478124 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.478405 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.478700 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.479012 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.479309 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.479602 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.479881 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.480158 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.480437 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.480935 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.481229 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.481526 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.481820 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.482098 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.482380 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.482725 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.482939 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.483213 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.483496 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.483784 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.484064 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.484339 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.484649 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.484935 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.485208 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.485480 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.485759 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.486167 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.486453 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.486731 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.487008 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.487289 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.488101 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.488386 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.488692 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.488972 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.489246 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.489529 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.489806 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.490080 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.490359 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.490636 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.490915 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.491188 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.491463 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.491739 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.492007 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.492279 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.492552 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.492850 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.493130 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.493404 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.493677 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.493949 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.494226 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.494498 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.494794 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.495098 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.495378 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.495658 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.495934 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.496213 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.496492 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.496797 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.497078 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.497357 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.497628 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.498013 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.498302 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.498595 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.499149 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.499430 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.499727 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.500006 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.500288 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.500588 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.500891 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.501146 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.501431 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.501728 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.502023 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.502313 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.502603 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.502985 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.503884 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.504211 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.504496 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:28.504748 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 12:13:28.505007 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93541) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 12:13:28.885800 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 12:13:28.886077 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 12:13:28.886618 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 12:13:28.887312 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 12:13:29.304381 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.304694 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.304973 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.306303 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.306581 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.306850 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.343495 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.343769 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.344034 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.358276 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.358562 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.358837 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.389807 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.390088 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.390359 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.427972 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.428244 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.428514 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.673795 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.674429 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.674429 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.674612 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.675848 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.803238 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.803564 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.803853 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.804196 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.804466 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.804808 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.805068 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.805325 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.805580 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.805862 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.806123 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.806458 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.806734 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.807015 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.807274 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.807545 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.807817 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.808077 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.808348 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.808627 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.808912 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.809266 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.809519 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.809806 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.810057 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.810303 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.810741 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:13:29.810985 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:13:29.811286 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:13:29.811534 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:13:29.811771 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:13:29.812004 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:13:29.812384 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 12:13:29.818079 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 12:13:29.822343 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 12:13:29.826536 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 08 12:13:29.828294 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 12:13:29.828828 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 12:13:29.829210 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 12:13:29.829645 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 12:13:29.834041 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 12:13:29.834418 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 12:13:29.834963 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 12:13:29.869922 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 12:13:29.870378 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.870684 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93541) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 12:13:29.871049 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.872520 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93541) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 12:13:29.872857 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 12:13:29.873104 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 12:13:29.876993 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.877281 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:29.943721 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 12:13:29.943909 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 12:13:29.944103 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 12:13:29.944494 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 12:13:29.968211 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_db.sqlalchemy.engines [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93541) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 08 12:13:30.698626 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Initializing driver for type 'gre' Jul 08 12:13:30.699288 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] gre ID ranges: [(1, 1000)] Jul 08 12:13:30.939163 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Initializing driver for type 'local' Jul 08 12:13:30.939426 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Initializing driver for type 'vlan' Jul 08 12:13:31.127112 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] VlanTypeDriver initialization complete Jul 08 12:13:31.127458 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Initializing driver for type 'vxlan' Jul 08 12:13:31.128475 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] vxlan ID ranges: [(1, 1000)] Jul 08 12:13:31.367360 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Initializing extension driver 'port_security' Jul 08 12:13:31.367632 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.extensions.port_security [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] PortSecurityExtensionDriver initialization complete Jul 08 12:13:31.367943 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Initializing mechanism driver 'openvswitch' Jul 08 12:13:31.368264 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Initializing mechanism driver 'hyperv' Jul 08 12:13:31.375376 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.plugin [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:13:31.376199 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > port after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.376663 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > port after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.384174 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > port after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.384174 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93541) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:13:31.384174 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > subnet after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.384174 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > subnet after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.384174 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.384681 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93541) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:13:31.384681 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > network after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.384681 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > network after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.384681 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > network after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.384681 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93541) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:13:31.385042 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > security_group after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.385042 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > security_group after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.385042 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.385042 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93541) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:13:31.385042 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.385393 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.385393 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.385393 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93541) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:13:31.385596 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > address_group after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.385893 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > address_group after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.386238 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.386630 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93541) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:13:31.387013 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] ML2 OVO RPC backend initialized. {{(pid=93541) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 08 12:13:31.387810 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.388171 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.388614 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > network before_response 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.388969 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > networks before_response 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.389317 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > port before_response 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.389660 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > ports before_response 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.390007 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > subnet before_response 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.390351 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > subnets before_response 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.390701 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > network after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.391042 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > network after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.391379 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > network after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.391715 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > port after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.392051 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > port after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.392390 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > port after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.392759 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > subnet after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.393096 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > subnet after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.393428 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.394355 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.plugin [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Modular L2 Plugin initialization complete Jul 08 12:13:31.394660 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading services supported by the core plugin {{(pid=93541) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 12:13:31.395073 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.plugins.ml2.managers [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Got port-security extension from driver 'port_security' Jul 08 12:13:31.395586 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.extensions.vlantransparent [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Disabled vlantransparent extension. Jul 08 12:13:31.396078 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93541) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 12:13:31.396395 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading Plugin: router Jul 08 12:13:31.435021 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.435467 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router after_create 55549900 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.435986 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router before_create 55549900 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.436331 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.436932 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.437506 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router after_delete 55549900 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.437920 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.438342 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router after_create 55549900 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.438738 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router after_update 55549900 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.439136 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router after_update 55549900 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.439529 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.439976 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router after_update 55549900 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.441111 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router precommit_update 55549900 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.441628 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: port after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.442015 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: port after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.442401 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: subnet after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.442784 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.443176 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.443569 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router precommit_create 55549900 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.443951 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: port before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.444351 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router precommit_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.444821 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router after_update 55549900 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.445209 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.445644 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router precommit_create 55549900 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.446064 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.446460 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router precommit_update 55549900 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.446878 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > agent after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.447277 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > agent after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.447668 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > network after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.448710 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Tracking information for resource: router configured {{(pid=93541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:13:31.449092 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Tracking information for resource: floatingip configured {{(pid=93541) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:13:31.455307 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.db.l3_agentschedulers_db [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 12:13:31.455899 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: port after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.456468 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: port after_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.456885 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: port after_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.457447 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: port after_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.458271 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router before_create 55550100 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.458645 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.459015 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router precommit_create 55550100 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.459375 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > router precommit_update 55550100 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.464096 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.services.provider_configuration [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service providers = [] {{(pid=93541) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 12:13:31.464465 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.db.servicetype_db [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93541) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 12:13:31.467693 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.services.service_base [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93541) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 12:13:31.468047 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.services.service_base [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93541) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 12:13:31.468396 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.services.service_base [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93541) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 12:13:31.469411 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.services.service_base [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93541) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 12:13:31.469788 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.services.service_base [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 12:13:31.470177 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:13:31.470493 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 12:13:31.482112 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:13:31.482443 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading Plugin: auto_allocate Jul 08 12:13:31.489473 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: network precommit_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.489963 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: network precommit_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.490667 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:13:31.491078 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading Plugin: tag Jul 08 12:13:31.499981 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:13:31.500357 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading Plugin: timestamp Jul 08 12:13:31.507036 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:13:31.507373 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading Plugin: network_ip_availability Jul 08 12:13:31.513441 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.513744 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.514102 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.514950 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:13:31.515275 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading Plugin: flavors Jul 08 12:13:31.520519 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:13:31.520880 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading Plugin: revisions Jul 08 12:13:31.525562 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93541) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:13:31.525969 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_concurrency.lockutils [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.640s {{(pid=93541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 12:13:31.526742 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93541) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 12:13:31.527082 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Initializing extension manager. Jul 08 12:13:31.527608 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: __init__.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.527953 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: __pycache__ {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.528289 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.528660 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: address_group.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.529506 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.530109 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: address-group Jul 08 12:13:31.530438 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: address_scope.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.531302 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.531694 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: address-scope Jul 08 12:13:31.532020 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.533079 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.533696 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: router-admin-state-down-before-update Jul 08 12:13:31.534024 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: agent.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.534866 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.535579 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: agent Jul 08 12:13:31.535911 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: agent_resources_synced.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.537498 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.537498 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: agent-resources-synced Jul 08 12:13:31.537793 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: allowedaddresspairs.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.539689 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.540224 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: allowed-address-pairs Jul 08 12:13:31.540550 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: auto_allocated_topology.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.541743 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.542263 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: auto-allocated-topology Jul 08 12:13:31.542586 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: availability_zone.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.543303 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.543815 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: availability_zone Jul 08 12:13:31.544137 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: availability_zone_filter.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.545144 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.545658 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: availability_zone_filter Jul 08 12:13:31.545981 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: data_plane_status.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.546903 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.547410 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 12:13:31.547732 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: default_subnetpools.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.548718 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.549226 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: default-subnetpools Jul 08 12:13:31.549549 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.551091 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.551817 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: dhcp_agent_scheduler Jul 08 12:13:31.552143 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: dns.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.553145 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.553671 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension dns-integration not supported by any of loaded plugins Jul 08 12:13:31.553992 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: dns_domain_ports.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.554947 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.555456 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 12:13:31.555778 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.556758 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.557266 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 08 12:13:31.557588 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: dvr.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.558280 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.558786 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: dvr Jul 08 12:13:31.559106 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: empty_string_filtering.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.560030 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.560616 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: empty-string-filtering Jul 08 12:13:31.560970 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.561905 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.562408 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 12:13:31.562725 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.563663 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.564170 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 12:13:31.564489 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: external_net.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.566091 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.566627 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: external-net Jul 08 12:13:31.567015 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.568116 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.568664 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: extra_dhcp_opt Jul 08 12:13:31.568989 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: extraroute.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.569927 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.570441 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: extraroute Jul 08 12:13:31.570762 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: extraroute_atomic.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.571844 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.572446 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: extraroute-atomic Jul 08 12:13:31.572806 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: filter_validation.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.573511 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.574022 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: filter-validation Jul 08 12:13:31.574342 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: fip_pf_description.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.575296 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.575802 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 12:13:31.576122 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: fip_port_details.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.577148 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.577852 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: fip-port-details Jul 08 12:13:31.578179 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: flavors.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.579495 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.580023 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: flavors Jul 08 12:13:31.580345 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.582315 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.582975 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 12:13:31.583315 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: floatingip_pools.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.584060 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.584595 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: floatingip-pools Jul 08 12:13:31.584948 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: ip_allocation.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.586040 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.586553 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 12:13:31.586924 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.587864 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.588379 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: ip-substring-filtering Jul 08 12:13:31.588743 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: l2_adjacency.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.589718 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.590234 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 12:13:31.590558 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: l3.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.591620 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.592144 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: router Jul 08 12:13:31.592471 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.595218 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.595788 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 12:13:31.598164 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.600315 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.600970 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: ext-gw-mode Jul 08 12:13:31.601301 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.602432 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.602943 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: l3-ha Jul 08 12:13:31.603274 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: l3_flavors.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.604266 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.604844 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: l3-flavors Jul 08 12:13:31.605178 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.606152 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.606782 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 12:13:31.607104 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: l3agentscheduler.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.608237 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.608804 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: l3_agent_scheduler Jul 08 12:13:31.609118 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: logging.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.610745 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.611327 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension logging not supported by any of loaded plugins Jul 08 12:13:31.611663 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: metering.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.613106 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.613702 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: metering Jul 08 12:13:31.614137 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.615211 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.615729 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: metering_source_and_destination_fields Jul 08 12:13:31.616055 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: multiprovidernet.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.617022 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.617586 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: multi-provider Jul 08 12:13:31.617869 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: netmtu.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.618806 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.619319 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: net-mtu Jul 08 12:13:31.619641 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: netmtu_writable.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.620586 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.621109 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: net-mtu-writable Jul 08 12:13:31.621432 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: network_availability_zone.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.622227 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.622806 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: network_availability_zone Jul 08 12:13:31.623128 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: network_ip_availability.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.624712 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.625300 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: network-ip-availability Jul 08 12:13:31.625666 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: network_segment_range.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.626536 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.627098 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 12:13:31.627459 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: pagination.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.629297 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.629912 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: pagination Jul 08 12:13:31.630274 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: port_device_profile.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.631269 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.631871 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: port-device-profile Jul 08 12:13:31.632299 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.633592 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.634358 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: port-mac-address-regenerate Jul 08 12:13:31.634770 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.635807 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.636380 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: port-numa-affinity-policy Jul 08 12:13:31.636792 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: port_resource_request.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.637766 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.638332 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 12:13:31.638691 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: portbindings.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.639863 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.640508 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: binding Jul 08 12:13:31.640960 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: portbindings_extended.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.642509 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.643038 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: binding-extended Jul 08 12:13:31.643370 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: portsecurity.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.645036 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.645666 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: port-security Jul 08 12:13:31.645998 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: project_id.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.647228 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.647708 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: project-id Jul 08 12:13:31.648049 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: providernet.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.649061 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.649607 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: provider Jul 08 12:13:31.649936 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: qos.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.653723 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.654349 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension qos not supported by any of loaded plugins Jul 08 12:13:31.654618 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.655995 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.656525 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 12:13:31.656885 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.657824 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.658338 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 12:13:31.658667 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: qos_default.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.659883 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.660419 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension qos-default not supported by any of loaded plugins Jul 08 12:13:31.660783 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: qos_fip.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.661481 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.661991 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension qos-fip not supported by any of loaded plugins Jul 08 12:13:31.662320 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: qos_gateway_ip.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.663299 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.663817 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 12:13:31.664145 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: qos_port_network_policy.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.665104 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.665622 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 12:13:31.665946 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: qos_rule_type_details.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.666899 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.667415 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 12:13:31.667739 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: qos_rules_alias.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.668850 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.669370 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 12:13:31.669695 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: quotasv2.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.670692 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.671021 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: quotas Jul 08 12:13:31.671344 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: quotasv2_detail.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.674531 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.675028 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: quota_details Jul 08 12:13:31.675364 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: rbac.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.676729 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.677289 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: rbac-policies Jul 08 12:13:31.677623 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: rbac_address_group.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.678972 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.679502 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: rbac-address-group Jul 08 12:13:31.679830 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: rbac_address_scope.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.680818 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.681336 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: rbac-address-scope Jul 08 12:13:31.681660 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: rbac_security_groups.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.682588 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.683104 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: rbac-security-groups Jul 08 12:13:31.683429 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: rbac_subnetpool.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.684350 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.684896 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: rbac-subnetpool Jul 08 12:13:31.685221 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: revisionifmatch.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.686160 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.686674 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: revision-if-match Jul 08 12:13:31.687000 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: revisions.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.688200 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.688763 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: standard-attr-revisions Jul 08 12:13:31.689113 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: router_availability_zone.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.689806 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.690859 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: router_availability_zone Jul 08 12:13:31.691194 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: routerservicetype.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.692170 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.692714 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension router-service-type not supported by any of loaded plugins Jul 08 12:13:31.693034 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.693981 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.694494 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: security-groups-normalized-cidr Jul 08 12:13:31.694812 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.695745 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.696250 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: port-security-groups-filtering Jul 08 12:13:31.696596 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.697534 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.698047 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: security-groups-remote-address-group Jul 08 12:13:31.698376 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: securitygroup.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.708887 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.709482 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: security-group Jul 08 12:13:31.709753 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: segment.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.710602 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.711117 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension segment not supported by any of loaded plugins Jul 08 12:13:31.711444 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.712457 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.713002 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 12:13:31.713325 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: servicetype.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.714489 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.715012 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: service-type Jul 08 12:13:31.715350 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: sorting.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.716352 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.716719 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: sorting Jul 08 12:13:31.717040 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: standard_attr_segment.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.718063 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.718588 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 12:13:31.718908 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: standardattrdescription.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.719584 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.720092 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: standard-attr-description Jul 08 12:13:31.720415 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: stateful_security_group.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.721416 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.722180 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: stateful-security-group Jul 08 12:13:31.722591 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: stdattrs_common.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.723196 dv-cinder-799631-5-iscsi neutron-server[93541]: WARNING neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 12:13:31.723519 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.724595 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.733617 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 12:13:31.733617 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: subnet_onboard.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.734690 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.735246 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: subnet_onboard Jul 08 12:13:31.735580 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.736583 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.737171 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 12:13:31.737622 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: subnet_service_types.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.738585 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.739110 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: subnet-service-types Jul 08 12:13:31.739436 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: subnetallocation.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.740548 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.741102 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: subnet_allocation Jul 08 12:13:31.741428 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.742128 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.742662 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: subnetpool-prefix-ops Jul 08 12:13:31.742985 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.743999 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.744515 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 12:13:31.744865 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: tagging.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.746169 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.746718 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: standard-attr-tag Jul 08 12:13:31.747046 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: timestamp.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.748351 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.749185 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loaded extension: standard-attr-timestamp Jul 08 12:13:31.749514 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: trunk.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.750590 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.751114 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension trunk not supported by any of loaded plugins Jul 08 12:13:31.751444 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: trunk_details.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.752389 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.753581 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension trunk-details not supported by any of loaded plugins Jul 08 12:13:31.753912 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: uplink_status_propagation.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.754889 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.755415 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 12:13:31.755744 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Loading extension file: vlantransparent.py {{(pid=93541) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:13:31.756454 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93541) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:13:31.757000 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 12:13:31.759788 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:network Jul 08 12:13:31.760367 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:subnet Jul 08 12:13:31.774047 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:13:31.774047 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:port Jul 08 12:13:31.774047 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.v2.resource_helper [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:13:31.774047 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.v2.resource_helper [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service FLAVORS assigned prefix: {{(pid=93541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:13:31.774047 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.v2.resource_helper [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:13:31.774047 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.v2.resource_helper [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:13:31.774047 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:router Jul 08 12:13:31.774047 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 12:13:31.774867 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.v2.resource_helper [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service METERING assigned prefix: /metering {{(pid=93541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:13:31.774867 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.774867 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.774867 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:13:31.774867 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 12:13:31.775382 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:security_group Jul 08 12:13:31.775382 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 12:13:31.775382 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.v2.resource_helper [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service CORE assigned prefix: {{(pid=93541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:13:31.775382 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:13:31.775382 dv-cinder-799631-5-iscsi neutron-server[93541]: WARNING neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] subnetpool is already registered Jul 08 12:13:31.775382 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.v2.resource_helper [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service CORE assigned prefix: {{(pid=93541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:13:31.775382 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:13:31.775382 dv-cinder-799631-5-iscsi neutron-server[93541]: WARNING neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] subnetpool is already registered Jul 08 12:13:31.776159 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.v2.resource_helper [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:13:31.776544 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.v2.resource_helper [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service FLAVORS assigned prefix: {{(pid=93541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:13:31.777352 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.v2.resource_helper [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:13:31.777835 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.v2.resource_helper [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:13:31.778218 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:router Jul 08 12:13:31.778614 dv-cinder-799631-5-iscsi neutron-server[93541]: WARNING neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] router is already registered Jul 08 12:13:31.779082 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 12:13:31.779462 dv-cinder-799631-5-iscsi neutron-server[93541]: WARNING neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] floatingip is already registered Jul 08 12:13:31.780071 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.v2.resource_helper [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service METERING assigned prefix: /metering {{(pid=93541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:13:31.780902 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 12:13:31.781310 dv-cinder-799631-5-iscsi neutron-server[93541]: WARNING neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] rbac_policy is already registered Jul 08 12:13:31.781779 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:security_group Jul 08 12:13:31.782161 dv-cinder-799631-5-iscsi neutron-server[93541]: WARNING neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] security_group is already registered Jul 08 12:13:31.782618 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 12:13:31.782997 dv-cinder-799631-5-iscsi neutron-server[93541]: WARNING neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] security_group_rule is already registered Jul 08 12:13:31.783731 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.v2.resource_helper [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service CORE assigned prefix: {{(pid=93541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:13:31.784132 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:13:31.785354 dv-cinder-799631-5-iscsi neutron-server[93541]: WARNING neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] subnetpool is already registered Jul 08 12:13:31.785947 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.v2.resource_helper [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Service CORE assigned prefix: {{(pid=93541) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:13:31.786322 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:13:31.786710 dv-cinder-799631-5-iscsi neutron-server[93541]: WARNING neutron.quota.resource_registry [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] subnetpool is already registered Jul 08 12:13:31.787240 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: extensions {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.788818 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: address-groups {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.790375 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: address-scopes {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.791791 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: agents {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.792989 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: auto-allocated-topology {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.794394 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: availability_zones {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.795613 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: dhcp-networks {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.798703 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: dhcp-agents {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.800505 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: routers {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.802285 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: flavors {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.803670 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: service_profiles {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.804917 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: next_providers {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.806384 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: service_profiles {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.807994 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: floatingip-pools {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.811618 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: routers {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.811618 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: floatingips {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.812463 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: l3-routers {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.813922 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: l3-agents {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.815934 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: metering-labels {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.817345 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: metering-label-rules {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.818740 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: network-ip-availabilities {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.820022 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: bindings {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.821628 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: quotas {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.823255 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: quotas {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.824803 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: rbac-policies {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.825988 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: security-groups {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.827317 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: security-group-rules {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.828713 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: service-providers {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.829983 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: subnetpools {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.831905 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: subnetpools {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.833584 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: tags {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.835316 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: tags {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.837260 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: tags {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.839131 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: tags {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.840937 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: tags {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.842933 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: tags {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.844675 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: tags {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.847388 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: tags {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.849372 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: tags {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.851148 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron.api.extensions [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Extended resource: tags {{(pid=93541) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:13:31.857357 dv-cinder-799631-5-iscsi neutron-server[93541]: WARNING keystonemiddleware.auth_token [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 12:13:31.861979 dv-cinder-799631-5-iscsi neutron-server[93541]: WARNING keystonemiddleware.auth_token [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 12:13:31.872513 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_concurrency.lockutils [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Acquired lock "singleton_lock" {{(pid=93541) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 12:13:31.872952 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_concurrency.lockutils [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Releasing lock "singleton_lock" {{(pid=93541) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 12:13:31.873883 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO oslo_service.service [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Starting 2 workers Jul 08 12:13:31.878983 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Started child 93654 {{(pid=93541) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 12:13:31.884151 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Started child 93655 {{(pid=93541) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 12:13:31.884627 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:13:31.886167 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [-] (93654) wsgi starting up on http://0.0.0.0:9696 Jul 08 12:13:31.886577 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO neutron.service [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 12:13:31.887372 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Notify callbacks [] for process, before_spawn {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:13:31.890304 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO oslo_service.service [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Starting 1 workers Jul 08 12:13:31.892757 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:13:31.895077 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [-] (93655) wsgi starting up on http://0.0.0.0:9696 Jul 08 12:13:31.895896 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Started child 93656 {{(pid=93541) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 12:13:31.896535 dv-cinder-799631-5-iscsi neutron-server[93541]: INFO oslo_service.service [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Starting 1 workers Jul 08 12:13:31.900700 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.service [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] calling RpcWorker wait() {{(pid=93656) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 12:13:31.901845 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.service [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] returning from RpcWorker wait() {{(pid=93656) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 12:13:31.901975 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Started child 93657 {{(pid=93541) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 12:13:31.902361 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a484e11c-3744-4016-99a3-71ed186a9476 None None] Notify callbacks [] for process, after_spawn {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:13:31.903284 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:13:31.903923 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:13:31.904456 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93541) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 12:13:31.904828 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 12:13:31.904997 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 12:13:31.905193 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 12:13:31.905613 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 12:13:31.905809 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 12:13:31.906266 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.906649 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.907101 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.907383 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.907677 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.908359 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.908613 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.908856 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.909907 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.910790 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.911007 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.911247 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.911455 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:13:31.912274 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.912274 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.912274 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.912274 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.913009 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.913009 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.913009 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.913561 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:13:31.913755 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.913755 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.913755 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.914303 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] debug = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.914303 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.914702 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.914915 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.915274 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.915477 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.915664 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.915853 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.916106 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.916364 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.916621 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.916875 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.917237 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.917439 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.917626 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.917813 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.918049 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.918288 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.918785 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] host = dv-cinder-799631-5-iscsi {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.918983 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.919204 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.919484 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.919863 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.920225 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.920225 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.920619 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.920815 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.921006 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.921231 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.921468 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.921729 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.922000 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.922287 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_file = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.922484 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_options = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.922689 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.922952 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.923228 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.923420 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.923613 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.923797 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.924024 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.924229 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.924430 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.925614 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.925614 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.926012 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.926012 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.926383 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.926383 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.926739 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.926927 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.927232 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.927232 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.927791 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.927984 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.928185 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.928377 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.928633 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.928900 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.929103 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.929332 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.929557 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.929817 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.930303 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.930502 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.930698 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.930971 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.931234 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.931489 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.931726 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.931958 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.932231 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.932442 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.932733 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.932982 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.933230 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.933489 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.933754 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.933940 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.934172 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] use_json = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.934389 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.934667 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.934870 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.935108 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.935351 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.935566 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.935806 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.936046 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:31.936503 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.936954 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.937155 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.937421 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.937792 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.937986 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.938176 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.938379 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.938571 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.938812 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.939132 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.939368 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.939650 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.939889 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.940284 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.940774 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.940956 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.941155 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.941344 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.941580 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.941831 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.942051 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.942361 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.942635 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.942925 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.943174 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.943409 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.943646 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.943882 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.944114 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.944377 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.944625 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.944895 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.945122 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.945342 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.945582 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.945832 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.946050 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.946281 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.946538 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.946776 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.947010 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.947268 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.947473 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.947696 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.948078 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.948262 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.948451 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.948706 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.948903 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.949100 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.949350 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.949570 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.949786 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.950030 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.950470 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.950703 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.950703 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.951418 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.951418 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.951758 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.951758 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.952094 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.952263 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.952432 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.952637 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.952868 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.953179 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.953351 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.953520 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.953690 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.954075 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.954251 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.954422 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.954641 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.954856 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.955090 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.955323 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.955542 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.955758 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.956529 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.956775 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.956991 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.957204 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.959193 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.959591 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.959865 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.960131 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.960403 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.960786 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.960962 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.961310 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.961489 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.961672 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.961860 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.962137 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.962414 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.962634 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.962890 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.963131 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.963369 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.963588 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.963845 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.964060 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.965601 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.965601 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.965601 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.965601 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.965601 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.966486 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.966486 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.966486 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.966486 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.967187 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.967187 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.967528 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.967709 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.967904 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.968130 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.968501 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.968714 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.968921 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.969108 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.969484 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.970743 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.971209 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.972611 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.972975 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.973380 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.973678 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.974007 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.974366 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.974772 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.975122 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.975437 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.975761 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.976139 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.976493 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.976878 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.977231 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.977582 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.977930 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.978272 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.978654 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.978969 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.979576 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.979908 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.980224 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.980618 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.980965 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.981310 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.981587 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.981903 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.986438 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.986438 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.986438 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.986438 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.986438 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.986438 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.986438 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.986438 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987009 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987009 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987009 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987009 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987009 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987009 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987009 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987009 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987496 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987496 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987496 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987496 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987496 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987959 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.987959 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.988086 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.988236 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.988867 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.990441 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.990745 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.991065 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.991490 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.991894 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.992267 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.992552 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.993488 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.994460 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.995280 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.996181 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.996808 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.997345 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.997704 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.998051 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.998395 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:31.999035 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.000485 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.002902 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.004887 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.005207 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.005438 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.005702 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.005925 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.006152 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.006384 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.006643 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.006909 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.007156 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.007407 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.007693 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.007937 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.008190 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.008429 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.008667 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.008882 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.009306 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.009543 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.009765 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.010055 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.011656 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.011656 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.011656 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.011656 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.011656 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.011656 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.011656 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.012400 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.012839 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.013227 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.013601 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.013831 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.014244 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.014455 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.014864 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.015094 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.015314 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.015622 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.015882 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.016102 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.016550 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.016853 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.017110 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.017366 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.017701 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.017914 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.018183 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.018952 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.019349 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.019724 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.020013 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.020627 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.020919 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.021201 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.021469 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.021753 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.022061 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.022340 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.022564 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.022877 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.023222 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.023530 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.023791 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.026188 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.026188 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.026188 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.026188 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.026188 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.026188 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.026188 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.026188 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.026188 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.027357 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.027357 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.027357 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.027357 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.027357 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.027357 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.028012 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.028012 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.028012 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 12:13:32.028461 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93541) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 12:13:32.028817 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 12:13:32.028973 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 12:13:32.029174 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 12:13:32.029307 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 12:13:32.029486 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 12:13:32.029850 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.030163 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.030487 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.030674 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.030806 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.030962 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.031273 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.031426 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.031570 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.031727 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.032031 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.032181 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.032319 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.032483 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.032806 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.033020 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.033216 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.033401 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.033401 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.033727 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.033727 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.034176 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.034176 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] debug = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.035037 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.035037 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.035422 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.035422 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.035422 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.037923 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.037923 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.037923 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.037923 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.037923 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.037923 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.037923 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.037923 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.039425 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.039425 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.039425 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.039425 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.039425 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] host = dv-cinder-799631-5-iscsi {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.039425 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.039425 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.039425 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.042268 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.042268 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.042268 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.042268 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.042268 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.042268 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.042268 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.042268 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.043745 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.043745 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.043745 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_file = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.043745 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_options = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.043745 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.043745 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.043745 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.043745 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.045234 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.045234 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.045234 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.045234 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.045234 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.045234 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.045234 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.046486 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.046486 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.046486 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.046486 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.046486 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.046486 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.046486 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.046486 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.048549 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.048549 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.048549 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.048549 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.048549 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.048549 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.048549 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.048549 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.048549 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.050675 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.050675 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.050675 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.050675 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.050675 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.050675 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.050675 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.050675 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.055162 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.055162 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.055162 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.055162 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.055162 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.055162 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.055162 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.055162 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.056482 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.056482 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] use_json = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.056482 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.056482 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.056482 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.056482 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.056482 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.056482 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.056482 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.057511 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:13:32.057511 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.057511 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.057511 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.057511 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.057511 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.057511 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.057511 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.058420 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.058420 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.058420 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.058420 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.058420 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.058420 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.058420 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.058420 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.059309 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.059309 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.059309 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.059309 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.059309 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.059309 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.059309 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.059309 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.060180 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.060180 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.060180 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.060180 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.060180 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.060180 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.060180 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.060180 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.063969 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.063969 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.063969 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.063969 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.063969 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.063969 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.063969 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.063969 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.063969 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.065456 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.065456 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.065456 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.065456 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.065456 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.065456 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.065456 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.065456 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.065456 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.067383 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.067383 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.067383 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.067383 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.067383 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.067383 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.067383 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.067383 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.067383 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.068495 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.068495 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.068495 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.068495 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.068495 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.068495 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.068495 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.068495 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.068495 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.069542 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.069542 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.069542 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.069542 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.069542 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.069542 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.069542 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.069542 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.069542 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.070668 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.070668 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.070668 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.070668 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.070668 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.070668 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.070668 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.070668 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.070668 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.071696 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.071696 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.071696 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.071696 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.071696 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.071696 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.071696 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.071696 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.072634 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.072634 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.072634 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.072634 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.072634 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.072634 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.072634 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.072634 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.073762 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.073762 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.073762 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.073762 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.073762 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.073762 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.073762 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.073762 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.074638 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.074638 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.074638 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.074638 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.074638 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.074638 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.074638 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.074638 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076041 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076041 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076041 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076041 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076041 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076041 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076041 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076041 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076993 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076993 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076993 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076993 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076993 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076993 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076993 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.076993 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.078074 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.078074 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.078074 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.078074 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.078074 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.078074 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.078074 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.078074 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079006 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079006 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079006 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079006 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079006 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079006 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079006 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079006 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079933 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079933 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079933 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079933 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079933 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079933 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079933 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.079933 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.081189 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.081189 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.081189 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.081189 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.081189 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.081189 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.081189 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.081189 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.082435 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.082435 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.082435 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.082435 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.082435 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.082435 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.082435 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.082435 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.083873 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.083873 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.083873 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.083873 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.083873 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.083873 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.083873 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.083873 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.085062 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.085062 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.085062 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.085062 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.085062 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.085062 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.085062 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.085062 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.086146 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.086146 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.086146 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.086146 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.086146 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.086146 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.086146 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.086146 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.087251 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.087251 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.087251 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.087251 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.087251 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.087251 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.087251 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.087251 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.087251 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.088411 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.088411 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.088411 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.088411 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.088411 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.088411 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.088411 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.088411 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.089523 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.089523 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.089523 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.089523 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.089523 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.089523 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.089523 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.089523 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.090739 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.090739 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.090739 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.090739 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.090739 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.090739 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.090739 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.090739 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.090739 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.092084 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.092084 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.092084 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.092084 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.092084 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.092084 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.092084 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.092084 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.093249 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.093249 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.093249 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.093249 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.093249 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.093249 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.093249 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.093249 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.094286 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.094286 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.094286 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.094286 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.094286 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.094286 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.094286 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.094286 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.095094 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.095094 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.095094 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.095094 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.095094 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.095094 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.095094 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.095094 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.096053 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.096053 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.096053 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.096053 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.096053 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.096053 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.096053 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.096053 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.096053 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.097822 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.097822 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.097822 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.097822 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.097822 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.097822 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.097822 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:13:32.097822 dv-cinder-799631-5-iscsi neutron-server[93541]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93541) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 12:13:32.137950 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:13:32.303790 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 50236) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:13:32.313024 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063748 Jul 08 12:13:45.547844 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f32fbd-9002-482d-b397-a8b4c101982c None None] get_active_networks_info from dv-cinder-799631-5-iscsi {{(pid=93656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 12:13:45.680841 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f32fbd-9002-482d-b397-a8b4c101982c None None] No non-hosted networks {{(pid=93656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 12:13:45.698591 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.agentschedulers_db [None req-82f32fbd-9002-482d-b397-a8b4c101982c None None] DHCP Agent not found on host dv-cinder-799631-5-iscsi {{(pid=93656) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 08 12:13:45.837333 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b39f29c0-23b3-4da6-8934-9872f000f133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3779340'] for agent, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:13:48.938644 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3779340'] for agent, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:13:48.940256 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:13:48.944002 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:13:48.945492 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:13:48.946133 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:13:48.947319 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:13:48.947823 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:13:48.948309 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:13:48.948855 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:13:48.949367 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:13:48.949859 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:13:48.950340 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:13:48.950816 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:13:48.951505 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799631-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:13:48.963153 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799631-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:13:49.547649 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4549-307e-4160-acdb-1143e3dfdd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3779340'] for agent, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:13:49.617996 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.db.api [None req-53c6ab2a-6004-45c9-850c-b173cb240b25 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-799631-5-iscsi {{(pid=93656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 12:13:49.618404 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG oslo_db.api [None req-53c6ab2a-6004-45c9-850c-b173cb240b25 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 12:13:50.207593 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-53c6ab2a-6004-45c9-850c-b173cb240b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:13:50.601941 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3779340'] for agent, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:13:52.772763 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3779340'] for agent, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:13:53.803704 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 50332) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:13:54.561370 dv-cinder-799631-5-iscsi neutron-server[93654]: WARNING oslo_policy.policy [None req-a76aacc6-ac88-4aad-9713-6f6ed03fe7d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:13:54.562083 dv-cinder-799631-5-iscsi neutron-server[93654]: WARNING oslo_policy.policy [None req-a76aacc6-ac88-4aad-9713-6f6ed03fe7d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:13:54.802968 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [None req-a76aacc6-ac88-4aad-9713-6f6ed03fe7d4 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:13:54.804025 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-a76aacc6-ac88-4aad-9713-6f6ed03fe7d4 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9991605 Jul 08 12:13:56.338336 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.db.l3_hamode_db [None req-afe5051f-8de7-4cd4-8edb-56aacfb40b82 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 12:13:56.424853 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe5051f-8de7-4cd4-8edb-56aacfb40b82 None None] Routers set() bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:13:56.425256 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe5051f-8de7-4cd4-8edb-56aacfb40b82 None None] Router IDs set() for agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 12:13:57.635266 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 50346) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:13:57.995390 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-26e56686-de2c-4797-93eb-51b11c6a00cc admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:13:58.092274 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.policy [None req-26e56686-de2c-4797-93eb-51b11c6a00cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93654) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 12:13:58.139369 dv-cinder-799631-5-iscsi neutron-server[93654]: WARNING oslo_policy.policy [None req-26e56686-de2c-4797-93eb-51b11c6a00cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:13:58.139745 dv-cinder-799631-5-iscsi neutron-server[93654]: WARNING oslo_policy.policy [None req-26e56686-de2c-4797-93eb-51b11c6a00cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:13:58.149812 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.quota [None req-26e56686-de2c-4797-93eb-51b11c6a00cc admin admin] Loaded quota_driver: . Jul 08 12:13:58.327249 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-26e56686-de2c-4797-93eb-51b11c6a00cc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769222489133', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769222489726', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769222501028', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769222507626', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769222513199', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769222527156', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-526798', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3455791', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-388007', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-696073'] for rbac-policy, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:13:58.532850 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-26e56686-de2c-4797-93eb-51b11c6a00cc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:13:58.534693 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-26e56686-de2c-4797-93eb-51b11c6a00cc admin admin] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8984165 Jul 08 12:14:01.406561 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 50358) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:14:01.968912 dv-cinder-799631-5-iscsi neutron-server[93655]: WARNING oslo_policy.policy [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:14:01.969529 dv-cinder-799631-5-iscsi neutron-server[93655]: WARNING oslo_policy.policy [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:14:02.202480 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'name': 'private', 'project_id': '5fb822501c8f4fdf9bdf6452debff730'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:14:02.204193 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.quota [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Loaded quota_driver: . Jul 08 12:14:02.361705 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Made reservation on behalf of 5fb822501c8f4fdf9bdf6452debff730 for: {'network': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:14:02.432868 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.policy [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93655) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 12:14:02.478747 dv-cinder-799631-5-iscsi neutron-server[93655]: WARNING oslo_policy.policy [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:14:02.479131 dv-cinder-799631-5-iscsi neutron-server[93655]: WARNING oslo_policy.policy [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:14:02.490443 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:02.514315 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:02.668164 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:02.721393 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:02.742843 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=93655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:14:02.774914 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769218067788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:02.775526 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Unsubscribe: segment precommit_create {{(pid=93655) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 12:14:02.776042 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.segments_db [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Added segment 83b57125-0db1-46b4-bb5e-6423aa0ad536 of type vlan for network 5d5359b8-e262-4fc3-af41-a5a4551f69f2 Jul 08 12:14:02.796482 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c135df4-14f3-471b-9991-5bc588f15165,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:02.823178 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:02.823538 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:02.823885 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:02.824193 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:02.824511 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:02.824887 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:02.825318 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:02.825778 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:02.826122 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:02.826431 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:02.826739 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:02.827046 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Tracked resource versions report: Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: pushed versions: Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: { 'AddressGroup': {'1.2'}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'ConntrackHelper': {'1.0'}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Log': {'1.0'}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Network': {'1.1'}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Port': {'1.7'}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'PortForwarding': {'1.2'}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'QosPolicy': {'1.8'}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'SecurityGroup': {'1.4'}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'SubPort': {'1.0'}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Subnet': {'1.1'}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Trunk': {'1.1'}} Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: consumer versions: Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: { DHCP agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: L3 agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: Metadata agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: Metering agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: Open vSwitch agent@dv-cinder-799631-5-iscsi: { 'AddressGroup': '1.2', Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'ConntrackHelper': '1.0', Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Log': '1.0', Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Network': '1.1', Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Port': '1.7', Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'PortForwarding': '1.2', Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'QosPolicy': '1.8', Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'SecurityGroup': '1.4', Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'SecurityGroupRule': '1.2', Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'SubPort': '1.0', Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Subnet': '1.1', Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Trunk': '1.1'}} Jul 08 12:14:02.828879 dv-cinder-799631-5-iscsi neutron-server[93655]: {{(pid=93655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:14:02.933656 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:03.052818 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:03.054142 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:14:03.054695 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:03.171234 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] Pushing event updated for resources: {'Network': ['ID=5d5359b8-e262-4fc3-af41-a5a4551f69f2,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:03.184241 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network 5d5359b8-e262-4fc3-af41-a5a4551f69f2 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:14:03.257329 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-84c5b561-c240-49d1-b873-16f8a70ea0d6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.8483756 Jul 08 12:14:06.069778 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 50380) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:14:06.557350 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74762fef-c33d-43b6-8eaa-07af046f21ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:14:06.558743 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-74762fef-c33d-43b6-8eaa-07af046f21ec admin admin] 10.222.0.88 "GET /v2.0/networks/5d5359b8-e262-4fc3-af41-a5a4551f69f2 HTTP/1.1" status: 200 len: 825 time: 0.4875414 Jul 08 12:14:06.602990 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-0b0fb76c-7fdb-4bbd-9d0e-20b547233ee4 admin admin] 10.222.0.88 "GET /v2.0/subnetpools/a5d09ddb-a139-49e7-830b-cf6923def730 HTTP/1.1" status: 200 len: 734 time: 0.0387888 Jul 08 12:14:06.612997 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-09e1ac25-9143-4fee-bbf4-19a42639beaa admin admin] Request body: {'subnet': {'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'subnetpool_id': 'a5d09ddb-a139-49e7-830b-cf6923def730'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:14:06.829310 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e1ac25-9143-4fee-bbf4-19a42639beaa admin admin] Made reservation on behalf of 5fb822501c8f4fdf9bdf6452debff730 for: {'subnet': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:14:06.832604 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-09e1ac25-9143-4fee-bbf4-19a42639beaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:07.379220 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-09e1ac25-9143-4fee-bbf4-19a42639beaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for subnet, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:07.454735 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1ac25-9143-4fee-bbf4-19a42639beaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7733d26-1e89-45ec-802c-f520899219eb,revision_number=0']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:07.461546 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e1ac25-9143-4fee-bbf4-19a42639beaa admin admin] Checking segment: {'id': '83b57125-0db1-46b4-bb5e-6423aa0ad536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:14:07.461940 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e1ac25-9143-4fee-bbf4-19a42639beaa admin admin] Network hostable DHCP agents. Network: 5d5359b8-e262-4fc3-af41-a5a4551f69f2, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:14:07.572013 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e1ac25-9143-4fee-bbf4-19a42639beaa admin admin] Network 5d5359b8-e262-4fc3-af41-a5a4551f69f2 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:14:07.657974 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-09e1ac25-9143-4fee-bbf4-19a42639beaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, 5d5359b8-e262-4fc3-af41-a5a4551f69f2) {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:14:07.663445 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e1ac25-9143-4fee-bbf4-19a42639beaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:14:07.664307 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-09e1ac25-9143-4fee-bbf4-19a42639beaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:07.670074 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410b8905-2e8c-43e4-9e94-71b287f69a1e None None] Network 5d5359b8-e262-4fc3-af41-a5a4551f69f2 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:14:07.749148 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-09e1ac25-9143-4fee-bbf4-19a42639beaa admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1405942 Jul 08 12:14:08.061290 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0646aa3a-11ed-5dd6-8442-d1e895c35616-5d5359b8-e262-4fc3-af41-a5a4551f69f2', 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2', 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'fixed_ips': [{'subnet_id': 'e7733d26-1e89-45ec-802c-f520899219eb'}]}} from dv-cinder-799631-5-iscsi. {{(pid=93656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:14:08.062816 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:08.389646 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.db_base_plugin_common [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Allocated IP 172.20.0.2 (5d5359b8-e262-4fc3-af41-a5a4551f69f2/e7733d26-1e89-45ec-802c-f520899219eb/fa952627-5a16-4a0e-b2b1-aebcd5b9b117) {{(pid=93656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:14:08.691105 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Notify callbacks [] for port, precommit_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:08.713877 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Transition to ACTIVE for port object fa952627-5a16-4a0e-b2b1-aebcd5b9b117 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:14:08.739288 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Transition to ACTIVE for port object fa952627-5a16-4a0e-b2b1-aebcd5b9b117 will not be triggered until provisioned by entity DHCP. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:14:08.854902 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:08.930418 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Network 5d5359b8-e262-4fc3-af41-a5a4551f69f2 is already hosted by enough agents. {{(pid=93656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:14:08.938533 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.base_scheduler [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Resources bound (agent type, host, resource id): {{(pid=93656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:14:08.949781 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Received port after_create {{(pid=93656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:14:08.957059 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Pushing event updated for resources: {'Port': ['ID=fa952627-5a16-4a0e-b2b1-aebcd5b9b117,revision_number=1']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:09.005769 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:09.006195 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:09.006538 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:09.006873 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:09.007206 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:09.007538 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:09.007862 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:09.008186 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:09.008524 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:09.008877 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:09.009258 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:09.009573 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Tracked resource versions report: Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: pushed versions: Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: { 'AddressGroup': {'1.2'}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'ConntrackHelper': {'1.0'}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Log': {'1.0'}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Network': {'1.1'}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Port': {'1.7'}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'PortForwarding': {'1.2'}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'QosPolicy': {'1.8'}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'SecurityGroup': {'1.4'}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'SubPort': {'1.0'}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Subnet': {'1.1'}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Trunk': {'1.1'}} Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: consumer versions: Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: { DHCP agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: L3 agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: Metadata agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: Metering agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: Open vSwitch agent@dv-cinder-799631-5-iscsi: { 'AddressGroup': '1.2', Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'ConntrackHelper': '1.0', Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Log': '1.0', Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Network': '1.1', Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Port': '1.7', Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'PortForwarding': '1.2', Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'QosPolicy': '1.8', Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'SecurityGroup': '1.4', Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'SecurityGroupRule': '1.2', Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'SubPort': '1.0', Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Subnet': '1.1', Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Trunk': '1.1'}} Jul 08 12:14:09.010736 dv-cinder-799631-5-iscsi neutron-server[93656]: {{(pid=93656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:14:09.047277 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Attempting to bind port fa952627-5a16-4a0e-b2b1-aebcd5b9b117 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:14:09.047669 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Attempting to bind port fa952627-5a16-4a0e-b2b1-aebcd5b9b117 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '83b57125-0db1-46b4-bb5e-6423aa0ad536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:14:09.048668 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Attempting to bind port fa952627-5a16-4a0e-b2b1-aebcd5b9b117 on network 5d5359b8-e262-4fc3-af41-a5a4551f69f2 {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:14:09.054674 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:14:09.055113 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Checking segment: {'id': '83b57125-0db1-46b4-bb5e-6423aa0ad536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:14:09.055597 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:09.055992 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Bound using segment: {'id': '83b57125-0db1-46b4-bb5e-6423aa0ad536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:14:09.056495 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Bound port: fa952627-5a16-4a0e-b2b1-aebcd5b9b117, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b57125-0db1-46b4-bb5e-6423aa0ad536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:14:09.056930 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:09.147077 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] For port fa952627-5a16-4a0e-b2b1-aebcd5b9b117, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:14:09.154134 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] For port fa952627-5a16-4a0e-b2b1-aebcd5b9b117, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=fa952627-5a16-4a0e-b2b1-aebcd5b9b117,segment=NetworkSegment(83b57125-0db1-46b4-bb5e-6423aa0ad536),segment_id=83b57125-0db1-46b4-bb5e-6423aa0ad536)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:14:09.239804 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:09.351751 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c07f7-e0f1-420b-875b-0d60cc11f88a None None] Pushing event updated for resources: {'Port': ['ID=fa952627-5a16-4a0e-b2b1-aebcd5b9b117,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:10.437287 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 50388) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:14:10.869820 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [None req-c239bb90-2caa-4f37-8e05-450581a222bd admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:14:10.870837 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-c239bb90-2caa-4f37-8e05-450581a222bd admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4324205 Jul 08 12:14:13.535320 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 50396) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:14:13.934894 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [None req-7b4ffa88-4420-438d-81c9-106bf9dced99 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:14:13.936114 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-7b4ffa88-4420-438d-81c9-106bf9dced99 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3993316 Jul 08 12:14:15.389005 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device fa952627-5a16-4a0e-b2b1-aebcd5b9b117 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:14:15.484457 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-6b133caf-7988-4e69-b91b-d5cfbfe8c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:15.599024 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port fa952627-5a16-4a0e-b2b1-aebcd5b9b117 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:14:16.093107 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bee8d76-70e0-46a8-8add-07d3d94d8099 None None] Network 5d5359b8-e262-4fc3-af41-a5a4551f69f2 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:14:16.307434 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-36cb0372-80b8-4d27-9c15-5fe0f79a69b6 None None] Provisioning for port fa952627-5a16-4a0e-b2b1-aebcd5b9b117 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:14:16.312015 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-36cb0372-80b8-4d27-9c15-5fe0f79a69b6 None None] Provisioning complete for port fa952627-5a16-4a0e-b2b1-aebcd5b9b117 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:14:16.312424 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-36cb0372-80b8-4d27-9c15-5fe0f79a69b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:16.429209 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-36cb0372-80b8-4d27-9c15-5fe0f79a69b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:16.467168 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-36cb0372-80b8-4d27-9c15-5fe0f79a69b6 None None] For port fa952627-5a16-4a0e-b2b1-aebcd5b9b117, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=fa952627-5a16-4a0e-b2b1-aebcd5b9b117,segment=NetworkSegment(83b57125-0db1-46b4-bb5e-6423aa0ad536),segment_id=83b57125-0db1-46b4-bb5e-6423aa0ad536)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:14:16.558846 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-36cb0372-80b8-4d27-9c15-5fe0f79a69b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:16.610598 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb0372-80b8-4d27-9c15-5fe0f79a69b6 None None] Pushing event updated for resources: {'Port': ['ID=fa952627-5a16-4a0e-b2b1-aebcd5b9b117,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:16.679020 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-aaa95b8b-d2c1-49d3-990b-a98c48044792 None None] Provisioning complete for port fa952627-5a16-4a0e-b2b1-aebcd5b9b117 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:14:16.679378 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-aaa95b8b-d2c1-49d3-990b-a98c48044792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:16.735507 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 50410) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:14:17.066504 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-bf199c7e-d1f5-4028-b6b8-73aa2233178c admin admin] Request body: {'router': {'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:14:17.170642 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bf199c7e-d1f5-4028-b6b8-73aa2233178c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3768437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59175'] for router, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:17.172122 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bf199c7e-d1f5-4028-b6b8-73aa2233178c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59176'] for router, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:17.312986 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bf199c7e-d1f5-4028-b6b8-73aa2233178c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:17.351763 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device fa952627-5a16-4a0e-b2b1-aebcd5b9b117 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:14:17.382642 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bf199c7e-d1f5-4028-b6b8-73aa2233178c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3782363'] for router, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:17.398751 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port fa952627-5a16-4a0e-b2b1-aebcd5b9b117 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:14:17.399159 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:17.467418 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bf199c7e-d1f5-4028-b6b8-73aa2233178c admin admin] Notify callbacks [] for router, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:17.468754 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-bf199c7e-d1f5-4028-b6b8-73aa2233178c admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7332880 Jul 08 12:14:18.852211 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:19.532382 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-627c5a27-5cda-441b-9537-98f63655993a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:19.949462 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 50418) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:14:20.012178 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 5 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:14:20.320114 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [None req-fae2f8d0-52a8-4b09-9542-863e007157b1 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:14:20.321188 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-fae2f8d0-52a8-4b09-9542-863e007157b1 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3707631 Jul 08 12:14:20.525948 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:22.592893 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:22.853672 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 50436) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:14:23.003429 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:14:23.078438 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Made reservation on behalf of 7bcec151dcac44ec9ab58f233c48c02c for: {'network': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:14:23.081547 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:23.098682 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:23.229825 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:23.308784 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:23.321744 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Reserving flat network on physical network physnet1 {{(pid=93654) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 12:14:23.355618 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769218067788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:23.356064 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Unsubscribe: segment precommit_create {{(pid=93654) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 12:14:23.356605 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.segments_db [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Added segment 7132520f-7a8f-498b-b3c9-654433d61e58 of type flat for network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 Jul 08 12:14:23.378177 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a18e91-cfff-4feb-860b-90d514018e5e,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:23.427132 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:23.427495 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:23.427875 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:23.428173 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:23.428500 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:23.428855 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:23.429177 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:23.429501 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:23.429834 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:23.430157 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:23.430471 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:23.430782 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Tracked resource versions report: Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: pushed versions: Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: { 'AddressGroup': {'1.2'}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'ConntrackHelper': {'1.0'}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Log': {'1.0'}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Network': {'1.1'}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Port': {'1.7'}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'PortForwarding': {'1.2'}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'QosPolicy': {'1.8'}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'SecurityGroup': {'1.4'}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'SubPort': {'1.0'}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Subnet': {'1.1'}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Trunk': {'1.1'}} Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: consumer versions: Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: { DHCP agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: L3 agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: Metadata agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: Metering agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: Open vSwitch agent@dv-cinder-799631-5-iscsi: { 'AddressGroup': '1.2', Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'ConntrackHelper': '1.0', Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Log': '1.0', Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Network': '1.1', Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Port': '1.7', Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'PortForwarding': '1.2', Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'QosPolicy': '1.8', Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'SecurityGroup': '1.4', Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'SecurityGroupRule': '1.2', Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'SubPort': '1.0', Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Subnet': '1.1', Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Trunk': '1.1'}} Jul 08 12:14:23.431920 dv-cinder-799631-5-iscsi neutron-server[93654]: {{(pid=93654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:14:23.491215 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:23.598223 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:23.599321 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:14:23.599972 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:23.700073 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] Pushing event updated for resources: {'Network': ['ID=a55b09b4-dfd2-46ff-97b3-e64ef6d51315,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:23.711093 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:14:23.749682 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-1b9cb844-0058-460e-b887-9a707a7ece20 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8948982 Jul 08 12:14:26.044734 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 50458) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:14:26.196390 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5467b98b-5f34-4eee-8f45-8ee5d05940b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:14:26.197876 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-5467b98b-5f34-4eee-8f45-8ee5d05940b3 admin admin] 10.222.0.88 "GET /v2.0/subnets/e7733d26-1e89-45ec-802c-f520899219eb HTTP/1.1" status: 200 len: 849 time: 0.1521683 Jul 08 12:14:26.404301 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-581b26b5-8b74-4551-9172-de5c92ff9294 admin admin] 10.222.0.88 "GET /v2.0/routers/df370b73-0130-4e33-9ac2-cb04af8be69b HTTP/1.1" status: 200 len: 704 time: 0.2005126 Jul 08 12:14:26.711384 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:27.093890 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Allocated IP 172.20.0.1 (5d5359b8-e262-4fc3-af41-a5a4551f69f2/e7733d26-1e89-45ec-802c-f520899219eb/184815d9-3c31-44b9-9d5d-a1eeb37b9613) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:14:27.312361 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:27.339547 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Transition to ACTIVE for port object 184815d9-3c31-44b9-9d5d-a1eeb37b9613 will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:14:27.519318 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:27.600047 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Network 5d5359b8-e262-4fc3-af41-a5a4551f69f2 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:14:27.605553 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:14:27.616467 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:14:27.616467 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782866'] for router_interface, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:27.637191 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Pushing event updated for resources: {'Port': ['ID=184815d9-3c31-44b9-9d5d-a1eeb37b9613,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:27.981703 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-cffa3d1c-7ae8-4491-8ff4-a221f42995cb None None] Provisioning for port 184815d9-3c31-44b9-9d5d-a1eeb37b9613 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:14:27.986894 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-cffa3d1c-7ae8-4491-8ff4-a221f42995cb None None] Provisioning complete for port 184815d9-3c31-44b9-9d5d-a1eeb37b9613 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:14:27.987586 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-cffa3d1c-7ae8-4491-8ff4-a221f42995cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:28.005512 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:28.026870 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-cffa3d1c-7ae8-4491-8ff4-a221f42995cb None None] Port 184815d9-3c31-44b9-9d5d-a1eeb37b9613 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:14:28.220488 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:28.280460 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:28.281342 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3780481'] for router_interface, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:28.369161 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Pushing event updated for resources: {'Port': ['ID=184815d9-3c31-44b9-9d5d-a1eeb37b9613,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:28.421581 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Network 5d5359b8-e262-4fc3-af41-a5a4551f69f2 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:14:28.423229 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:14:28.652968 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-62772738-79f1-4a31-991f-d19023f8401b None None] Provisioning complete for port 184815d9-3c31-44b9-9d5d-a1eeb37b9613 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:14:28.653342 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-62772738-79f1-4a31-991f-d19023f8401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:28.688650 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-62772738-79f1-4a31-991f-d19023f8401b None None] Port 184815d9-3c31-44b9-9d5d-a1eeb37b9613 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:14:28.692437 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Router df370b73-0130-4e33-9ac2-cb04af8be69b is scheduled to L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a with binding_index 1 {{(pid=93654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:14:28.797172 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:14:28.804256 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-5033cb23-f2e2-4f60-b18a-313414e9dc67 admin admin] 10.222.0.88 "PUT /v2.0/routers/df370b73-0130-4e33-9ac2-cb04af8be69b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3932524 Jul 08 12:14:28.819721 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Sync routers for ids ['df370b73-0130-4e33-9ac2-cb04af8be69b'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:14:28.833714 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Routers {'df370b73-0130-4e33-9ac2-cb04af8be69b'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:14:28.834631 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:14:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['df370b73-0130-4e33-9ac2-cb04af8be69b'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:14:29.044755 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Set router df370b73-0130-4e33-9ac2-cb04af8be69b gateway port host: None {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:14:29.549459 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'name': 'router1', 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:14:17Z', 'updated_at': '2021-07-08T12:14:27Z', 'revision_number': 2, 'project_id': '5fb822501c8f4fdf9bdf6452debff730', 'gw_port_host': None, '_interfaces': [{'id': '184815d9-3c31-44b9-9d5d-a1eeb37b9613', 'name': '', 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2', 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'mac_address': 'fa:16:3e:6c:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7733d26-1e89-45ec-802c-f520899219eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:14:26Z', 'updated_at': '2021-07-08T12:14:28Z', 'revision_number': 2, 'project_id': '5fb822501c8f4fdf9bdf6452debff730', 'subnets': [{'id': 'e7733d26-1e89-45ec-802c-f520899219eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5d09ddb-a139-49e7-830b-cf6923def730'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:14:29.606391 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Checking router: df370b73-0130-4e33-9ac2-cb04af8be69b for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:14:29.606845 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Updating router df370b73-0130-4e33-9ac2-cb04af8be69b port 184815d9-3c31-44b9-9d5d-a1eeb37b9613 binding host dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:14:29.684390 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:30.270962 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:30.290372 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Transition to ACTIVE for port object 184815d9-3c31-44b9-9d5d-a1eeb37b9613 will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:14:30.383430 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:30.555348 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Pushing event updated for resources: {'Port': ['ID=184815d9-3c31-44b9-9d5d-a1eeb37b9613,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:30.571226 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:30.571575 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:30.571916 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:30.572254 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:30.572605 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:30.572937 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:30.573264 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:30.573589 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:30.573954 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:30.574278 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:30.574601 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:30.574955 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Tracked resource versions report: Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: pushed versions: Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: { 'AddressGroup': {'1.2'}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'ConntrackHelper': {'1.0'}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Log': {'1.0'}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Network': {'1.1'}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Port': {'1.7'}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'PortForwarding': {'1.2'}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'QosPolicy': {'1.8'}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'SecurityGroup': {'1.4'}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'SubPort': {'1.0'}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Subnet': {'1.1'}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Trunk': {'1.1'}} Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: consumer versions: Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: { DHCP agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: L3 agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: Metadata agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: Metering agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: Open vSwitch agent@dv-cinder-799631-5-iscsi: { 'AddressGroup': '1.2', Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'ConntrackHelper': '1.0', Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Log': '1.0', Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Network': '1.1', Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Port': '1.7', Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'PortForwarding': '1.2', Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'QosPolicy': '1.8', Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'SecurityGroup': '1.4', Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'SecurityGroupRule': '1.2', Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'SubPort': '1.0', Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Subnet': '1.1', Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Trunk': '1.1'}} Jul 08 12:14:30.576082 dv-cinder-799631-5-iscsi neutron-server[93657]: {{(pid=93657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:14:30.579000 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Attempting to bind port 184815d9-3c31-44b9-9d5d-a1eeb37b9613 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:14:30.579407 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Attempting to bind port 184815d9-3c31-44b9-9d5d-a1eeb37b9613 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '83b57125-0db1-46b4-bb5e-6423aa0ad536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:14:30.579833 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Attempting to bind port 184815d9-3c31-44b9-9d5d-a1eeb37b9613 on network 5d5359b8-e262-4fc3-af41-a5a4551f69f2 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:14:30.586462 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:14:30.586878 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Checking segment: {'id': '83b57125-0db1-46b4-bb5e-6423aa0ad536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:14:30.587373 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:30.587766 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Bound using segment: {'id': '83b57125-0db1-46b4-bb5e-6423aa0ad536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:14:30.588282 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Bound port: 184815d9-3c31-44b9-9d5d-a1eeb37b9613, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b57125-0db1-46b4-bb5e-6423aa0ad536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:14:30.588735 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:30.664691 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] For port 184815d9-3c31-44b9-9d5d-a1eeb37b9613, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:14:30.689080 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] For port 184815d9-3c31-44b9-9d5d-a1eeb37b9613, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=184815d9-3c31-44b9-9d5d-a1eeb37b9613,segment=NetworkSegment(83b57125-0db1-46b4-bb5e-6423aa0ad536),segment_id=83b57125-0db1-46b4-bb5e-6423aa0ad536)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:14:30.760882 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:30.817916 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Routers {'df370b73-0130-4e33-9ac2-cb04af8be69b'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:14:30.818656 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:14:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['df370b73-0130-4e33-9ac2-cb04af8be69b'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:14:30.918484 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d330b-55e2-4fd0-902e-be0649f1f804 None None] Pushing event updated for resources: {'Port': ['ID=184815d9-3c31-44b9-9d5d-a1eeb37b9613,revision_number=4']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:30.972883 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] Set router df370b73-0130-4e33-9ac2-cb04af8be69b gateway port host: None {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:14:31.280439 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'name': 'router1', 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:14:17Z', 'updated_at': '2021-07-08T12:14:27Z', 'revision_number': 2, 'project_id': '5fb822501c8f4fdf9bdf6452debff730', 'gw_port_host': None, '_interfaces': [{'id': '184815d9-3c31-44b9-9d5d-a1eeb37b9613', 'name': '', 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2', 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'mac_address': 'fa:16:3e:6c:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7733d26-1e89-45ec-802c-f520899219eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:14:26Z', 'updated_at': '2021-07-08T12:14:30Z', 'revision_number': 4, 'project_id': '5fb822501c8f4fdf9bdf6452debff730', 'subnets': [{'id': 'e7733d26-1e89-45ec-802c-f520899219eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5d09ddb-a139-49e7-830b-cf6923def730'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:14:31.303600 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 50468) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:14:31.310746 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf73c0-9490-4fd9-ad2b-8710bed30f94 None None] The sync data for ids ['df370b73-0130-4e33-9ac2-cb04af8be69b'] in dv-cinder-799631-5-iscsi is: [{'id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'name': 'router1', 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:14:17Z', 'updated_at': '2021-07-08T12:14:27Z', 'revision_number': 2, 'project_id': '5fb822501c8f4fdf9bdf6452debff730', 'gw_port_host': None, '_interfaces': [{'id': '184815d9-3c31-44b9-9d5d-a1eeb37b9613', 'name': '', 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2', 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'mac_address': 'fa:16:3e:6c:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7733d26-1e89-45ec-802c-f520899219eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:14:26Z', 'updated_at': '2021-07-08T12:14:30Z', 'revision_number': 4, 'project_id': '5fb822501c8f4fdf9bdf6452debff730', 'subnets': [{'id': 'e7733d26-1e89-45ec-802c-f520899219eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5d09ddb-a139-49e7-830b-cf6923def730'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:14:31.439993 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0ac603-bc21-4d3c-a4a0-3abe35b75e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:14:31.441429 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-ea0ac603-bc21-4d3c-a4a0-3abe35b75e64 admin admin] 10.222.0.88 "GET /v2.0/networks/a55b09b4-dfd2-46ff-97b3-e64ef6d51315 HTTP/1.1" status: 200 len: 842 time: 0.1363537 Jul 08 12:14:31.451973 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-1dab5e66-10df-4811-b998-10f8529e309b admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:14:31.571641 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dab5e66-10df-4811-b998-10f8529e309b admin admin] Made reservation on behalf of 7bcec151dcac44ec9ab58f233c48c02c for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:14:31.574004 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1dab5e66-10df-4811-b998-10f8529e309b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:32.043186 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.objects.ports [None req-1dab5e66-10df-4811-b998-10f8529e309b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93654) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 12:14:32.043663 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1dab5e66-10df-4811-b998-10f8529e309b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:32.095353 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab5e66-10df-4811-b998-10f8529e309b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:32.115695 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5e66-10df-4811-b998-10f8529e309b admin admin] Checking segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:14:32.116095 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dab5e66-10df-4811-b998-10f8529e309b admin admin] Network hostable DHCP agents. Network: a55b09b4-dfd2-46ff-97b3-e64ef6d51315, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:14:32.246081 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dab5e66-10df-4811-b998-10f8529e309b admin admin] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:14:32.347071 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-1dab5e66-10df-4811-b998-10f8529e309b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, a55b09b4-dfd2-46ff-97b3-e64ef6d51315) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:14:32.351315 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab5e66-10df-4811-b998-10f8529e309b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:14:32.351900 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1dab5e66-10df-4811-b998-10f8529e309b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:32.360072 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2add2e3a-9dd5-4309-8d92-d51c1e3a244b None None] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:14:32.449622 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-1dab5e66-10df-4811-b998-10f8529e309b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0013185 Jul 08 12:14:32.530012 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5688640a-f068-4880-a2e3-4b84148763c6 None None] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:14:34.954023 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 50480) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:14:35.100100 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-586b98e4-57c3-4f24-bd49-c4cdc9d90451 admin admin] 10.222.0.88 "GET /v2.0/routers/df370b73-0130-4e33-9ac2-cb04af8be69b HTTP/1.1" status: 200 len: 710 time: 0.1443017 Jul 08 12:14:35.246278 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb97b26-d88d-4474-9359-fc88515de970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:14:35.247917 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-afb97b26-d88d-4474-9359-fc88515de970 admin admin] 10.222.0.88 "GET /v2.0/networks/a55b09b4-dfd2-46ff-97b3-e64ef6d51315 HTTP/1.1" status: 200 len: 886 time: 0.1415114 Jul 08 12:14:35.257063 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:14:35.435818 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 184815d9-3c31-44b9-9d5d-a1eeb37b9613 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:14:35.567210 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 184815d9-3c31-44b9-9d5d-a1eeb37b9613 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:14:35.573796 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 184815d9-3c31-44b9-9d5d-a1eeb37b9613 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:14:35.574228 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:35.635289 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59194'] for router, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:35.684295 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:35.729696 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 184815d9-3c31-44b9-9d5d-a1eeb37b9613, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=184815d9-3c31-44b9-9d5d-a1eeb37b9613,segment=NetworkSegment(83b57125-0db1-46b4-bb5e-6423aa0ad536),segment_id=83b57125-0db1-46b4-bb5e-6423aa0ad536)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:14:35.804135 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:35.938992 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=184815d9-3c31-44b9-9d5d-a1eeb37b9613,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:35.975910 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:36.065451 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:36.185722 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Allocated IP 172.27.3.13 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/790b033e-58e6-4ecf-88a9-51221212e0b0) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:14:36.296314 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:36.400601 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:36.445311 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:14:36.450536 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:14:36.455040 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:14:36.494125 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Pushing event updated for resources: {'Port': ['ID=790b033e-58e6-4ecf-88a9-51221212e0b0,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:36.882218 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:37.092756 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59194'] for router, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:37.096197 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3782363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3782345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3782336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3768350'] for router, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:37.213193 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Router df370b73-0130-4e33-9ac2-cb04af8be69b has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:14:37.372014 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 184815d9-3c31-44b9-9d5d-a1eeb37b9613 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:14:37.431031 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:14:37.431459 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 184815d9-3c31-44b9-9d5d-a1eeb37b9613 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:14:37.431949 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:37.435743 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] Notify callbacks [] for router, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:37.445249 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-c28e041a-2b14-4490-ae60-4b8e1b036cbd admin admin] 10.222.0.88 "PUT /v2.0/routers/df370b73-0130-4e33-9ac2-cb04af8be69b HTTP/1.1" status: 200 len: 889 time: 2.1914582 Jul 08 12:14:37.456927 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Sync routers for ids ['df370b73-0130-4e33-9ac2-cb04af8be69b'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:14:37.482219 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Routers {'df370b73-0130-4e33-9ac2-cb04af8be69b'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:14:37.482926 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:14:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['df370b73-0130-4e33-9ac2-cb04af8be69b'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:14:37.754723 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Set router df370b73-0130-4e33-9ac2-cb04af8be69b gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:14:38.205972 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'name': 'router1', 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '790b033e-58e6-4ecf-88a9-51221212e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:14:17Z', 'updated_at': '2021-07-08T12:14:36Z', 'revision_number': 4, 'project_id': '5fb822501c8f4fdf9bdf6452debff730', 'gw_port': {'id': '790b033e-58e6-4ecf-88a9-51221212e0b0', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:14:36Z', 'updated_at': '2021-07-08T12:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '184815d9-3c31-44b9-9d5d-a1eeb37b9613', 'name': '', 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2', 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'mac_address': 'fa:16:3e:6c:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7733d26-1e89-45ec-802c-f520899219eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:14:26Z', 'updated_at': '2021-07-08T12:14:35Z', 'revision_number': 5, 'project_id': '5fb822501c8f4fdf9bdf6452debff730', 'subnets': [{'id': 'e7733d26-1e89-45ec-802c-f520899219eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5d09ddb-a139-49e7-830b-cf6923def730'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:14:38.257935 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Checking router: df370b73-0130-4e33-9ac2-cb04af8be69b for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:14:38.258275 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Updating router df370b73-0130-4e33-9ac2-cb04af8be69b port 790b033e-58e6-4ecf-88a9-51221212e0b0 binding host dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:14:38.296318 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:38.672606 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Notify callbacks [] for port, precommit_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:38.684490 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Transition to ACTIVE for port object 790b033e-58e6-4ecf-88a9-51221212e0b0 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:14:38.766694 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:38.823676 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d426b08-5440-4c74-8b8e-e8a4cc0f5ba6 None None] Pushing event updated for resources: {'Port': ['ID=790b033e-58e6-4ecf-88a9-51221212e0b0,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:38.828400 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Attempting to bind port 790b033e-58e6-4ecf-88a9-51221212e0b0 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:14:38.829562 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Attempting to bind port 790b033e-58e6-4ecf-88a9-51221212e0b0 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:14:38.829935 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Attempting to bind port 790b033e-58e6-4ecf-88a9-51221212e0b0 on network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:14:38.835768 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:14:38.836154 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Checking segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:14:38.836585 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:38.836990 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Bound using segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:14:38.837481 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Bound port: 790b033e-58e6-4ecf-88a9-51221212e0b0, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:14:38.837888 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:38.983850 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] For port 790b033e-58e6-4ecf-88a9-51221212e0b0, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:14:38.987463 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] For port 790b033e-58e6-4ecf-88a9-51221212e0b0, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=790b033e-58e6-4ecf-88a9-51221212e0b0,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:14:39.131931 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:39.196390 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Routers {'df370b73-0130-4e33-9ac2-cb04af8be69b'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:14:39.197044 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:14:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['df370b73-0130-4e33-9ac2-cb04af8be69b'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:14:39.200350 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d426b08-5440-4c74-8b8e-e8a4cc0f5ba6 None None] Pushing event updated for resources: {'Port': ['ID=790b033e-58e6-4ecf-88a9-51221212e0b0,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:39.314154 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] Set router df370b73-0130-4e33-9ac2-cb04af8be69b gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:14:39.556850 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'name': 'router1', 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '790b033e-58e6-4ecf-88a9-51221212e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:14:17Z', 'updated_at': '2021-07-08T12:14:36Z', 'revision_number': 4, 'project_id': '5fb822501c8f4fdf9bdf6452debff730', 'gw_port': {'id': '790b033e-58e6-4ecf-88a9-51221212e0b0', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:14:36Z', 'updated_at': '2021-07-08T12:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '184815d9-3c31-44b9-9d5d-a1eeb37b9613', 'name': '', 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2', 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'mac_address': 'fa:16:3e:6c:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7733d26-1e89-45ec-802c-f520899219eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:14:26Z', 'updated_at': '2021-07-08T12:14:35Z', 'revision_number': 5, 'project_id': '5fb822501c8f4fdf9bdf6452debff730', 'subnets': [{'id': 'e7733d26-1e89-45ec-802c-f520899219eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5d09ddb-a139-49e7-830b-cf6923def730'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:14:39.587745 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae65a73f-1b4a-4585-bb0c-ed1e33fe6c12 None None] The sync data for ids ['df370b73-0130-4e33-9ac2-cb04af8be69b'] in dv-cinder-799631-5-iscsi is: [{'id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'name': 'router1', 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '790b033e-58e6-4ecf-88a9-51221212e0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:14:17Z', 'updated_at': '2021-07-08T12:14:36Z', 'revision_number': 4, 'project_id': '5fb822501c8f4fdf9bdf6452debff730', 'gw_port': {'id': '790b033e-58e6-4ecf-88a9-51221212e0b0', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:14:36Z', 'updated_at': '2021-07-08T12:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '184815d9-3c31-44b9-9d5d-a1eeb37b9613', 'name': '', 'network_id': '5d5359b8-e262-4fc3-af41-a5a4551f69f2', 'tenant_id': '5fb822501c8f4fdf9bdf6452debff730', 'mac_address': 'fa:16:3e:6c:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df370b73-0130-4e33-9ac2-cb04af8be69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7733d26-1e89-45ec-802c-f520899219eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:14:26Z', 'updated_at': '2021-07-08T12:14:35Z', 'revision_number': 5, 'project_id': '5fb822501c8f4fdf9bdf6452debff730', 'subnets': [{'id': 'e7733d26-1e89-45ec-802c-f520899219eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5d09ddb-a139-49e7-830b-cf6923def730'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:14:40.104423 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 50488) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:14:40.295812 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-798bcd6e-4a6c-4a7b-992a-a186c67b9c48 admin admin] 10.222.0.88 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1900692 Jul 08 12:14:41.421123 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 790b033e-58e6-4ecf-88a9-51221212e0b0 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:14:41.566548 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 790b033e-58e6-4ecf-88a9-51221212e0b0 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:14:41.573112 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 790b033e-58e6-4ecf-88a9-51221212e0b0 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:14:41.573668 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:41.698227 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:41.733704 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 790b033e-58e6-4ecf-88a9-51221212e0b0, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=790b033e-58e6-4ecf-88a9-51221212e0b0,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:14:41.845807 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:41.938875 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=790b033e-58e6-4ecf-88a9-51221212e0b0,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:14:43.426194 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 790b033e-58e6-4ecf-88a9-51221212e0b0 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:14:43.501361 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 790b033e-58e6-4ecf-88a9-51221212e0b0 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:14:43.501746 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:45.446223 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c162ce64-5884-40e7-842f-3765c828a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:48.857349 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:49.586655 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a02b8a87-4778-411a-be6c-7226d0d5fcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:50.514774 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:52.620518 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:14:57.026548 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 5 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:15:15.460470 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-611e85af-90e1-437b-bdfa-08d74d3637d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:15:18.910811 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:15:19.559904 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b88ab20f-1bae-4dd5-b68d-1867779b32c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:15:20.526369 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:15:22.630756 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:15:34.015937 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 5 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:15:45.422217 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7e7b8667-39f0-4950-9c58-35a3b5c740c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:15:48.846390 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:15:49.561192 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-96574c3e-c1d2-46e0-9b8d-e5ad36f7bd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:15:50.548061 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:15:52.609377 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:11.006298 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 5 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:16:15.420350 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-585eba32-7f75-439a-81a3-d57c071f0177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:18.894921 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:19.547758 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c7494cd9-e145-4f42-818d-bf213bc2b1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:20.524844 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:22.622722 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:27.120278 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51056) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:16:27.184201 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18b3bf1-783d-4b08-a7a3-4908f0564e59 admin admin] GET failed (client error): The resource could not be found. Jul 08 12:16:27.185632 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-f18b3bf1-783d-4b08-a7a3-4908f0564e59 admin admin] 10.222.0.88 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0642967 Jul 08 12:16:27.357511 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d566da82-abca-43cb-9a45-a716ba70e19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:27.358920 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-d566da82-abca-43cb-9a45-a716ba70e19d admin admin] 10.222.0.88 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1693048 Jul 08 12:16:29.623182 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51066) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:16:29.726646 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f354a983-7f4b-44da-9750-cf82903cf87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:29.728023 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-f354a983-7f4b-44da-9750-cf82903cf87a admin admin] 10.222.0.88 "GET /v2.0/subnets/e7733d26-1e89-45ec-802c-f520899219eb HTTP/1.1" status: 200 len: 849 time: 0.1039166 Jul 08 12:16:29.738564 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:16:29.832422 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:30.055525 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769218057494'] for subnet, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:30.090470 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:30.091081 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:30.092951 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] 10.222.0.88 "PUT /v2.0/subnets/e7733d26-1e89-45ec-802c-f520899219eb HTTP/1.1" status: 200 len: 868 time: 0.3578644 Jul 08 12:16:30.096726 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5525579d-8bb2-4fe4-8e26-a64cc4d2887c None None] Network 5d5359b8-e262-4fc3-af41-a5a4551f69f2 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:16:30.114617 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7733d26-1e89-45ec-802c-f520899219eb,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:16:30.124536 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:16:30.124967 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:16:30.125283 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:16:30.125625 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:16:30.126132 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:16:30.126490 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:16:30.126854 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:16:30.127160 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:16:30.127506 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:16:30.127834 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:16:30.128160 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:16:30.128645 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f83102-04c7-4d93-afa5-1aea03530d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:16:30.518824 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-93a9bf3c-932b-4b04-9398-9233ac8fdf3c None None] Provisioning complete for port 184815d9-3c31-44b9-9d5d-a1eeb37b9613 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:16:30.519191 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-93a9bf3c-932b-4b04-9398-9233ac8fdf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:30.611003 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-93a9bf3c-932b-4b04-9398-9233ac8fdf3c None None] Provisioning complete for port fa952627-5a16-4a0e-b2b1-aebcd5b9b117 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:16:30.611263 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-93a9bf3c-932b-4b04-9398-9233ac8fdf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:32.368444 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51076) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:16:32.594905 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ada2477-cd70-4e45-9339-8908139cfc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:32.595295 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ada2477-cd70-4e45-9339-8908139cfc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:32.596922 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-9ada2477-cd70-4e45-9339-8908139cfc3a admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2274399 Jul 08 12:16:34.909378 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51084) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:16:35.069721 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c2cf7-1780-490a-8684-559249cf51a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:35.070197 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c2cf7-1780-490a-8684-559249cf51a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:35.071856 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-e30c2cf7-1780-490a-8684-559249cf51a3 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1614554 Jul 08 12:16:37.379230 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51092) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:16:37.530665 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b11ab2-879a-4045-acdf-7bee04afa124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:37.532082 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-f2b11ab2-879a-4045-acdf-7bee04afa124 admin admin] 10.222.0.88 "GET /v2.0/networks/5d5359b8-e262-4fc3-af41-a5a4551f69f2 HTTP/1.1" status: 200 len: 869 time: 0.1515570 Jul 08 12:16:39.865276 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51100) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:16:40.004725 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba469117-7908-4c1e-9589-ce0cc842d6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:40.006133 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-ba469117-7908-4c1e-9589-ce0cc842d6ea admin admin] 10.222.0.88 "GET /v2.0/networks/a55b09b4-dfd2-46ff-97b3-e64ef6d51315 HTTP/1.1" status: 200 len: 886 time: 0.1399419 Jul 08 12:16:42.281089 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51108) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:16:42.415012 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77bab12-2124-4716-b1f8-094180c6aa56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:42.415673 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77bab12-2124-4716-b1f8-094180c6aa56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:42.417955 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-c77bab12-2124-4716-b1f8-094180c6aa56 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1358182 Jul 08 12:16:44.741457 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51116) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:16:44.874574 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae0b96e-3782-4275-88dc-342cf6efd34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:44.875436 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae0b96e-3782-4275-88dc-342cf6efd34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:44.878176 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-0ae0b96e-3782-4275-88dc-342cf6efd34a admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1346974 Jul 08 12:16:45.428273 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ae919413-b21d-45e0-8b95-bbd3e3326580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:47.194314 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51124) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:16:47.289813 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdfd144-3450-4f60-93e7-fb5345c23eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:47.291175 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-0bdfd144-3450-4f60-93e7-fb5345c23eca admin admin] 10.222.0.88 "GET /v2.0/subnets/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a HTTP/1.1" status: 200 len: 816 time: 0.0956795 Jul 08 12:16:48.006392 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 5 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:16:48.838061 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:49.552976 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-cbffe353-5253-4b5a-8b48-fb402ce9a0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:49.734884 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51132) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:16:49.841026 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fbb140-7760-4348-bd2c-d67c462df1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:16:49.842461 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-f6fbb140-7760-4348-bd2c-d67c462df1c4 admin admin] 10.222.0.88 "GET /v2.0/subnets/e7733d26-1e89-45ec-802c-f520899219eb HTTP/1.1" status: 200 len: 868 time: 0.1065047 Jul 08 12:16:50.548701 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:16:52.621937 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:15.425448 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-da82d416-dba6-4872-b3fa-a556cc60c8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:16.910054 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51184) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:17:16.967879 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [None req-30eb0f78-05a0-4eb8-b924-9f5bbcd8ee64 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:17:16.969666 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-30eb0f78-05a0-4eb8-b924-9f5bbcd8ee64 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0584240 Jul 08 12:17:18.871353 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:19.497536 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51192) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:17:19.523260 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-86c289e8-cedb-47bf-bac8-368911d97791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:19.567548 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e190da-ccb9-4b0f-a02a-596eecca954d admin admin] GET failed (client error): The resource could not be found. Jul 08 12:17:19.569042 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-22e190da-ccb9-4b0f-a02a-596eecca954d admin admin] 10.222.0.88 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0701118 Jul 08 12:17:19.732354 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e2fe19-3573-4073-82bf-e6a9c0cdf338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:17:19.733932 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-29e2fe19-3573-4073-82bf-e6a9c0cdf338 admin admin] 10.222.0.88 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1594195 Jul 08 12:17:20.499158 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:22.331320 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51200) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:17:22.383131 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:17:22.487421 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Made reservation on behalf of 7bcec151dcac44ec9ab58f233c48c02c for: {'network': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:17:22.489880 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:22.527078 dv-cinder-799631-5-iscsi neutron-server[93654]: WARNING neutron.services.revisions.revision_plugin [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Could not find related network for resource to bump revision. Jul 08 12:17:22.543774 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=93654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:17:22.555507 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:22.555857 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.segments_db [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Added segment f0c04c24-d4cb-46ef-a125-b31a598515db of type vlan for network 548d260b-c43b-4aaf-8ee2-8930464ea5c8 Jul 08 12:17:22.599515 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:22.608341 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:22.693958 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:22.695085 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:17:22.695993 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:22.762811 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Pushing event updated for resources: {'Network': ['ID=548d260b-c43b-4aaf-8ee2-8930464ea5c8,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:17:22.770896 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:22.771275 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:22.771623 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:22.771962 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:22.772327 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:22.772684 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:22.780725 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:22.780725 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:22.780725 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:22.780725 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:22.780725 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:22.780725 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:22.788904 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network 548d260b-c43b-4aaf-8ee2-8930464ea5c8 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:17:22.854631 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-65359bb8-e89e-4369-93ca-4b24ef06998b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5158830 Jul 08 12:17:25.008062 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 5 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:17:25.155441 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51208) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:17:25.228446 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d29c79-1617-4f6a-b76b-55ca5a70814c admin admin] GET failed (client error): The resource could not be found. Jul 08 12:17:25.230067 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-d7d29c79-1617-4f6a-b76b-55ca5a70814c admin admin] 10.222.0.88 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0736430 Jul 08 12:17:25.304969 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90d41df-0921-4fb2-9bcc-2ff342aff26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:17:25.307023 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-d90d41df-0921-4fb2-9bcc-2ff342aff26e admin admin] 10.222.0.88 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0727301 Jul 08 12:17:25.321762 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-3f50ccda-938c-4692-9dfb-fa5805092c93 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '548d260b-c43b-4aaf-8ee2-8930464ea5c8', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:17:25.414091 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f50ccda-938c-4692-9dfb-fa5805092c93 admin admin] Made reservation on behalf of 7bcec151dcac44ec9ab58f233c48c02c for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:17:25.417523 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3f50ccda-938c-4692-9dfb-fa5805092c93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:25.756267 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3f50ccda-938c-4692-9dfb-fa5805092c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:25.816015 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50ccda-938c-4692-9dfb-fa5805092c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ec5ad0-a750-4d68-a06a-ff46cb2d2614,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:17:25.826797 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f50ccda-938c-4692-9dfb-fa5805092c93 admin admin] Checking segment: {'id': 'f0c04c24-d4cb-46ef-a125-b31a598515db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '548d260b-c43b-4aaf-8ee2-8930464ea5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:17:25.827160 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f50ccda-938c-4692-9dfb-fa5805092c93 admin admin] Network hostable DHCP agents. Network: 548d260b-c43b-4aaf-8ee2-8930464ea5c8, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:17:25.950629 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f50ccda-938c-4692-9dfb-fa5805092c93 admin admin] Network 548d260b-c43b-4aaf-8ee2-8930464ea5c8 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:17:26.053667 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-3f50ccda-938c-4692-9dfb-fa5805092c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, 548d260b-c43b-4aaf-8ee2-8930464ea5c8) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:17:26.059402 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f50ccda-938c-4692-9dfb-fa5805092c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:17:26.060306 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3f50ccda-938c-4692-9dfb-fa5805092c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:26.067604 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fcec20-93b6-4f48-82f4-56d41713a913 None None] Network 548d260b-c43b-4aaf-8ee2-8930464ea5c8 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:17:26.135963 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-3f50ccda-938c-4692-9dfb-fa5805092c93 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8180761 Jul 08 12:17:26.252091 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0646aa3a-11ed-5dd6-8442-d1e895c35616-548d260b-c43b-4aaf-8ee2-8930464ea5c8', 'network_id': '548d260b-c43b-4aaf-8ee2-8930464ea5c8', 'tenant_id': '7bcec151dcac44ec9ab58f233c48c02c', 'fixed_ips': [{'subnet_id': 'a9ec5ad0-a750-4d68-a06a-ff46cb2d2614'}]}} from dv-cinder-799631-5-iscsi. {{(pid=93656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:17:26.253083 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:26.416675 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.db_base_plugin_common [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Allocated IP 192.168.233.2 (548d260b-c43b-4aaf-8ee2-8930464ea5c8/a9ec5ad0-a750-4d68-a06a-ff46cb2d2614/d3521e8d-5876-4020-aa5e-d82c31e5bd5b) {{(pid=93656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:17:26.611466 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Notify callbacks [] for port, precommit_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:26.622591 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Transition to ACTIVE for port object d3521e8d-5876-4020-aa5e-d82c31e5bd5b will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:17:26.641033 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Transition to ACTIVE for port object d3521e8d-5876-4020-aa5e-d82c31e5bd5b will not be triggered until provisioned by entity DHCP. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:17:26.712142 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:26.764273 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Network 548d260b-c43b-4aaf-8ee2-8930464ea5c8 is already hosted by enough agents. {{(pid=93656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:17:26.769797 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.base_scheduler [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Resources bound (agent type, host, resource id): {{(pid=93656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:17:26.774763 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Received port after_create {{(pid=93656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:17:26.778454 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Pushing event updated for resources: {'Port': ['ID=d3521e8d-5876-4020-aa5e-d82c31e5bd5b,revision_number=1']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:17:26.791240 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:26.791240 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:26.792268 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:26.792500 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:26.792925 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:26.793388 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:26.793853 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:26.794278 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:26.794684 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:26.795165 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:26.795617 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:26.796011 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:17:26.881337 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Attempting to bind port d3521e8d-5876-4020-aa5e-d82c31e5bd5b on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:17:26.881895 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Attempting to bind port d3521e8d-5876-4020-aa5e-d82c31e5bd5b by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': 'f0c04c24-d4cb-46ef-a125-b31a598515db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '548d260b-c43b-4aaf-8ee2-8930464ea5c8'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:17:26.882395 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Attempting to bind port d3521e8d-5876-4020-aa5e-d82c31e5bd5b on network 548d260b-c43b-4aaf-8ee2-8930464ea5c8 {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:17:26.889279 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:17:26.889648 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Checking segment: {'id': 'f0c04c24-d4cb-46ef-a125-b31a598515db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '548d260b-c43b-4aaf-8ee2-8930464ea5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:17:26.890050 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:26.890433 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Bound using segment: {'id': 'f0c04c24-d4cb-46ef-a125-b31a598515db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '548d260b-c43b-4aaf-8ee2-8930464ea5c8'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:17:26.890918 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Bound port: d3521e8d-5876-4020-aa5e-d82c31e5bd5b, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c04c24-d4cb-46ef-a125-b31a598515db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '548d260b-c43b-4aaf-8ee2-8930464ea5c8'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:17:26.891329 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:26.977477 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] For port d3521e8d-5876-4020-aa5e-d82c31e5bd5b, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:17:26.983439 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] For port d3521e8d-5876-4020-aa5e-d82c31e5bd5b, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=d3521e8d-5876-4020-aa5e-d82c31e5bd5b,segment=NetworkSegment(f0c04c24-d4cb-46ef-a125-b31a598515db),segment_id=f0c04c24-d4cb-46ef-a125-b31a598515db)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:17:27.244797 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:27.295440 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681a26e-f939-4f85-8ec0-b91eb8afeab4 None None] Pushing event updated for resources: {'Port': ['ID=d3521e8d-5876-4020-aa5e-d82c31e5bd5b,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:17:27.579838 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device d3521e8d-5876-4020-aa5e-d82c31e5bd5b up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:17:27.705006 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port d3521e8d-5876-4020-aa5e-d82c31e5bd5b completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:17:28.237526 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4357b94-d362-49ac-b8f2-2dbafc73292f None None] Network 548d260b-c43b-4aaf-8ee2-8930464ea5c8 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:17:28.436807 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-8d53421c-0f1e-4e24-a17a-b335364ea8f1 None None] Provisioning for port d3521e8d-5876-4020-aa5e-d82c31e5bd5b completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:17:28.440672 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-8d53421c-0f1e-4e24-a17a-b335364ea8f1 None None] Provisioning complete for port d3521e8d-5876-4020-aa5e-d82c31e5bd5b triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:17:28.441248 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-8d53421c-0f1e-4e24-a17a-b335364ea8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:28.562278 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-8d53421c-0f1e-4e24-a17a-b335364ea8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:28.606116 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-8d53421c-0f1e-4e24-a17a-b335364ea8f1 None None] For port d3521e8d-5876-4020-aa5e-d82c31e5bd5b, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=d3521e8d-5876-4020-aa5e-d82c31e5bd5b,segment=NetworkSegment(f0c04c24-d4cb-46ef-a125-b31a598515db),segment_id=f0c04c24-d4cb-46ef-a125-b31a598515db)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:17:28.693626 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-8d53421c-0f1e-4e24-a17a-b335364ea8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:28.749566 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53421c-0f1e-4e24-a17a-b335364ea8f1 None None] Pushing event updated for resources: {'Port': ['ID=d3521e8d-5876-4020-aa5e-d82c31e5bd5b,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:17:28.815149 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-f53da3d3-0c78-461b-a4f7-705f69705203 None None] Provisioning complete for port d3521e8d-5876-4020-aa5e-d82c31e5bd5b triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:17:28.815534 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-f53da3d3-0c78-461b-a4f7-705f69705203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:29.526788 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device d3521e8d-5876-4020-aa5e-d82c31e5bd5b up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:17:29.576333 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port d3521e8d-5876-4020-aa5e-d82c31e5bd5b triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:17:29.577029 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:45.435430 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-796ae267-e989-4858-8d02-7e0672a53991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:48.857938 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:49.538122 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-43487c3d-389b-499c-95aa-b488de5e8a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:50.520776 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:17:52.623809 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:18:02.008524 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 5 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:18:15.411911 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-e1795d12-2454-4d8b-a7c7-46c3f7729ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:18:18.886130 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:18:19.537246 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-838238bc-d33d-4287-96e1-5e698fc90973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:18:20.538882 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:18:22.651517 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:18:39.007620 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 5 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:18:45.582445 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-57926cdd-4b26-4bb7-aa10-c9e4f62a3b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:18:48.902364 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:18:49.548733 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5eab91f7-4d3d-47d7-8b23-d6d811feb486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:18:50.553329 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:18:52.650980 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:03.216681 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51260) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:19:03.222853 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [None req-45697486-86aa-4a3e-a956-3c0756f7512e tempest-verify_tempest_config-137684485 tempest-verify_tempest_config-137684485-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:19:03.223857 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-45697486-86aa-4a3e-a956-3c0756f7512e tempest-verify_tempest_config-137684485 tempest-verify_tempest_config-137684485-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061939 Jul 08 12:19:03.808466 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51278) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:19:03.923023 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:04.028539 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:04.112126 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:04.163464 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ccad512145e241cfa0d4c90a153d63d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3531153 Jul 08 12:19:04.164101 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec835ef-ad33-4fec-8f1b-5372c910c384,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:19:04.168466 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51282) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:19:04.171546 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.171919 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.172258 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.172623 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.172965 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.173312 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.173648 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.173976 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.174318 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.174644 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.175046 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.175432 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ed7a4-0b05-43d4-823f-4733713a80cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.233280 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:04.256709 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:04.443585 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:04.447760 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:04.449016 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8ec835ef-ad33-4fec-8f1b-5372c910c384 HTTP/1.1" status: 204 len: 168 time: 0.2794790 Jul 08 12:19:04.457280 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec835ef-ad33-4fec-8f1b-5372c910c384,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:19:04.469987 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.470539 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.470990 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.471494 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.471941 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.472290 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.472653 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.472986 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.473332 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.473658 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.473995 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:04.474399 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24132f95-b899-43b3-84e0-2a83f8a7e424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:19:15.408864 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b4243287-dbf2-46f0-9963-f2e0cd2b4894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:16.006841 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 5 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:19:18.873035 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:19.570877 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-93866846-c1d8-43c2-87d7-95d8d41cefbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:20.528217 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:22.661240 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:45.406698 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-8a0273ca-abf8-4f9c-b700-0bab86ddae4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:48.854684 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:49.537894 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-4abf01d8-3299-414b-923d-a317d59a655e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:50.540907 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:52.652269 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:19:53.005785 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 5 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:20:15.408587 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5171741d-d010-477f-b0a9-81e5f18bb45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:20:18.848556 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:20:19.593913 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0933b54f-bf45-4e65-8ce7-7db840a97ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:20:20.536974 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:20:22.639587 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:20:30.005414 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 5 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:20:41.996349 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3779340'] for agent, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:20:45.410055 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-d7eb9ea5-69f9-4bbb-b9d1-dee6637497b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:20:45.433730 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51336) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:20:45.544477 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-01d3fa8c-f0d3-4f2b-ac80-61b1cba353c2 admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1098049 Jul 08 12:20:47.813996 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51346) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:20:47.870224 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-80270f4a-5ce6-423a-8d2f-d1a37236accb admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0546467 Jul 08 12:20:48.855406 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:20:49.581373 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a0eace51-52df-4f3e-a7e3-40ca13ea7329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:20:50.533582 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:20:52.643700 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:21:07.003733 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:21:11.911735 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:21:15.402961 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-e999955c-0367-45dc-85cf-cd10a524ccb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:21:18.865179 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:21:19.532517 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-cd556ae7-d20e-43d1-b5ed-5ef96e6cbe9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:21:20.549386 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:21:22.652640 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:21:41.876526 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:21:44.012785 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:21:45.418422 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-f552cd3a-8fe8-44d4-b2c1-d58e2b33a308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:21:48.828790 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:21:49.554206 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-1cfefe95-3a62-43d2-9ba5-f637f7d27d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:21:50.532941 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:21:52.646801 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:11.891970 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:15.423159 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-79dfe817-adc5-43df-924c-e46577d8cc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:17.484675 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51494) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:18.236490 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-286499550-network', 'tenant_id': '8d7773d532de4c43a383ed3483e3e1f3'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:18.338538 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Made reservation on behalf of 8d7773d532de4c43a383ed3483e3e1f3 for: {'network': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:18.341267 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:18.351260 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:18.465872 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:18.537916 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:18.565831 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=93655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:22:18.582246 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fba989-2ad9-42b9-9733-63e985daf780,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:18.594894 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:18.595252 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.segments_db [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Added segment 9fddd33a-6190-4bca-aa2c-8b2046336309 of type vlan for network f8bb1a41-24ab-4371-8111-192002385033 Jul 08 12:22:18.617344 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:18.617871 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:18.618421 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:18.618904 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:18.619478 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:18.620042 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:18.620614 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:18.621095 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:18.621647 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:18.622151 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:18.622667 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:18.622999 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Tracked resource versions report: Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: pushed versions: Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: { 'AddressGroup': {'1.2'}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'ConntrackHelper': {'1.0'}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Log': {'1.0'}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Network': {'1.1'}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Port': {'1.7'}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'PortForwarding': {'1.2'}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'QosPolicy': {'1.8'}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'SecurityGroup': {'1.4'}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'SubPort': {'1.0'}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Subnet': {'1.1'}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Trunk': {'1.1'}} Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: consumer versions: Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: { DHCP agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: HyperV agent@hv-cinder-79963: {}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: L3 agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: Metadata agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: Metering agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: Open vSwitch agent@dv-cinder-799631-5-iscsi: { 'AddressGroup': '1.2', Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'ConntrackHelper': '1.0', Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Log': '1.0', Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Network': '1.1', Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Port': '1.7', Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'PortForwarding': '1.2', Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'QosPolicy': '1.8', Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'SecurityGroup': '1.4', Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'SecurityGroupRule': '1.2', Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'SubPort': '1.0', Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Subnet': '1.1', Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: 'Trunk': '1.1'}} Jul 08 12:22:18.624243 dv-cinder-799631-5-iscsi neutron-server[93655]: {{(pid=93655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:22:18.681002 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:18.789827 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:18.791919 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:18.792924 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:18.887243 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] Pushing event updated for resources: {'Network': ['ID=f8bb1a41-24ab-4371-8111-192002385033,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:18.899326 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:18.908151 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network f8bb1a41-24ab-4371-8111-192002385033 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:22:18.927616 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-1f8477d0-02af-44c1-b660-4d48654692ac admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4415758 Jul 08 12:22:18.931468 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51550) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:18.941854 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Request body: {'subnet': {'network_id': 'f8bb1a41-24ab-4371-8111-192002385033', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-286499550-subnet', 'tenant_id': '8d7773d532de4c43a383ed3483e3e1f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:19.080176 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Made reservation on behalf of 8d7773d532de4c43a383ed3483e3e1f3 for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:19.082721 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:19.383361 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:19.441751 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c6ebb6-7148-48f7-9129-e59b81694c22,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:19.455316 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:19.455707 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:19.456043 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:19.460127 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:19.460562 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:19.462044 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:19.462218 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:19.462511 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:19.462801 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:19.463135 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:19.463462 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:19.463787 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Tracked resource versions report: Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: pushed versions: Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: { 'AddressGroup': {'1.2'}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'ConntrackHelper': {'1.0'}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Log': {'1.0'}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Network': {'1.1'}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Port': {'1.7'}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'PortForwarding': {'1.2'}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'QosPolicy': {'1.8'}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'SecurityGroup': {'1.4'}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'SubPort': {'1.0'}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Subnet': {'1.1'}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Trunk': {'1.1'}} Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: consumer versions: Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: { DHCP agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: HyperV agent@hv-cinder-79963: {}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: L3 agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: Metadata agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: Metering agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: Open vSwitch agent@dv-cinder-799631-5-iscsi: { 'AddressGroup': '1.2', Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'ConntrackHelper': '1.0', Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Log': '1.0', Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Network': '1.1', Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Port': '1.7', Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'PortForwarding': '1.2', Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'QosPolicy': '1.8', Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'SecurityGroup': '1.4', Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'SecurityGroupRule': '1.2', Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'SubPort': '1.0', Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Subnet': '1.1', Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: 'Trunk': '1.1'}} Jul 08 12:22:19.464960 dv-cinder-799631-5-iscsi neutron-server[93654]: {{(pid=93654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:22:19.472320 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Checking segment: {'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:19.472320 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Network hostable DHCP agents. Network: f8bb1a41-24ab-4371-8111-192002385033, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:22:19.640064 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Network f8bb1a41-24ab-4371-8111-192002385033 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:22:19.640400 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-991e61b4-55ef-45af-9d94-5e92733b8f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:19.677427 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51570) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:19.794504 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, f8bb1a41-24ab-4371-8111-192002385033) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:19.799101 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:19.799996 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:19.807274 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d7f982-68a1-4f6e-92ef-3abbe819f632 None None] Network f8bb1a41-24ab-4371-8111-192002385033 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:22:19.956707 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f5412-7c9d-4794-aba7-11bac9ca28eb None None] Network f8bb1a41-24ab-4371-8111-192002385033 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:22:20.038364 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-fa0c2d2f-fe21-4f48-ace1-5728c5c5523a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1048744 Jul 08 12:22:20.063660 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51582) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:20.191582 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51592) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:20.352429 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2028485306-network', 'tenant_id': '50130e031d8e45ae86d4890f189f14f0'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:20.468973 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] Made reservation on behalf of 50130e031d8e45ae86d4890f189f14f0 for: {'network': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:20.473061 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:20.484259 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:20.519499 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-588695460-network', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:20.571379 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1764154100-network', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:20.609810 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:20.698099 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:20.727352 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:20.764775 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f712dc4e-000a-41b7-a326-562b47a14247,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:20.786106 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=93654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:22:20.798257 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:20.798619 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.segments_db [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] Added segment 161b4f42-8173-4c6c-9f5c-9679cbbc4a5f of type vlan for network 09b0455c-f78d-4ad3-b0f2-06886b257aa0 Jul 08 12:22:20.815655 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] Made reservation on behalf of a5717098e04f409ca0a065e84d0e4aeb for: {'network': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:20.823369 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:20.859966 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:20.860086 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:20.943887 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] Made reservation on behalf of 910ce624b8034309b4a99c095ec09b5e for: {'network': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:20.947518 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:20.966154 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:20.968095 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:20.969453 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:21.010819 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:22:21.024201 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:21.026172 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:21.091467 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:21.116379 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=09b0455c-f78d-4ad3-b0f2-06886b257aa0,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:21.125186 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=93655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:22:21.130814 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network 09b0455c-f78d-4ad3-b0f2-06886b257aa0 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:22:21.145864 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71b4621-676e-458f-bf02-6616af4dba03,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:21.155699 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:21.156214 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.segments_db [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] Added segment 79bd898e-c412-44a2-940a-d80cf6954e88 of type vlan for network 944642c5-34cb-4052-9c71-c9f2bb6fc18d Jul 08 12:22:21.203457 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:21.275639 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-8d09c6d6-9f8a-48bd-8712-9f2970bf9ef2 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5970109 Jul 08 12:22:21.278766 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51642) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:21.285193 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-9836bcba-0b48-4394-84ca-0f748d345fc0 admin admin] Request body: {'subnet': {'network_id': '09b0455c-f78d-4ad3-b0f2-06886b257aa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2028485306-subnet', 'tenant_id': '50130e031d8e45ae86d4890f189f14f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:21.344014 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:21.345694 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:21.346478 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:21.540912 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] Pushing event updated for resources: {'Network': ['ID=944642c5-34cb-4052-9c71-c9f2bb6fc18d,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:21.558865 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network 944642c5-34cb-4052-9c71-c9f2bb6fc18d details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:22:21.611760 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:21.728889 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:21.745361 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=93655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:22:21.765659 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:21.765659 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.segments_db [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] Added segment 0b84c30d-a4b7-498d-9736-692c92a3c27d of type vlan for network a51e55e7-ef45-400f-a6d9-0a508ab962db Jul 08 12:22:21.816444 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:21.846473 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-b36fb033-45be-41e6-9691-ea1ebf0f91e0 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7816951 Jul 08 12:22:21.850187 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51674) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:21.858846 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-f7a2c2e3-53cf-4c9a-a6ec-88a0a7163264 admin admin] Request body: {'subnet': {'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-588695460-subnet', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:21.875019 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be12824-498c-4fb3-8f4a-3ffa249f945a,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:21.932776 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9836bcba-0b48-4394-84ca-0f748d345fc0 admin admin] Made reservation on behalf of 50130e031d8e45ae86d4890f189f14f0 for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:21.935918 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9836bcba-0b48-4394-84ca-0f748d345fc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:21.948404 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:21.949507 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:21.950142 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:22.021987 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] Pushing event updated for resources: {'Network': ['ID=a51e55e7-ef45-400f-a6d9-0a508ab962db,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:22.033941 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network a51e55e7-ef45-400f-a6d9-0a508ab962db details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:22:22.134161 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51688) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:22.137450 dv-cinder-799631-5-iscsi neutron-server[93655]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 12:22:22.298644 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a2c2e3-53cf-4c9a-a6ec-88a0a7163264 admin admin] Made reservation on behalf of a5717098e04f409ca0a065e84d0e4aeb for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:22.301388 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c2e3-53cf-4c9a-a6ec-88a0a7163264 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:22.347554 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-6f210636-a844-4cab-bfa2-330f5a539c00 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:22.349084 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-6f210636-a844-4cab-bfa2-330f5a539c00 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/networks?id=f8bb1a41-24ab-4371-8111-192002385033 HTTP/1.1" status: 200 len: 814 time: 0.2129557 Jul 08 12:22:22.367941 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-b6cc4221-de97-4f27-9c03-44317de98f2b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/quotas/8d7773d532de4c43a383ed3483e3e1f3 HTTP/1.1" status: 200 len: 375 time: 0.0107572 Jul 08 12:22:22.388150 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-16de42cc-0e67-439b-8631-f323d9980a46 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1949813 Jul 08 12:22:22.397649 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51700) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:22.405296 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-85964fae-9d57-4b96-8949-614f1e1ae2fc admin admin] Request body: {'subnet': {'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1764154100-subnet', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:22.430819 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-cfa8ba66-2d7c-4e0d-ad5f-4b75b2c9201c tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552022 Jul 08 12:22:22.544512 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85964fae-9d57-4b96-8949-614f1e1ae2fc admin admin] Made reservation on behalf of 910ce624b8034309b4a99c095ec09b5e for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:22.547156 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-85964fae-9d57-4b96-8949-614f1e1ae2fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:22.550320 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9836bcba-0b48-4394-84ca-0f748d345fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:22.673947 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-446c62b4-44f4-4547-b957-701d1db4bc07 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:22:22.674819 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-446c62b4-44f4-4547-b957-701d1db4bc07 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0625932 Jul 08 12:22:22.680856 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:22.712726 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836bcba-0b48-4394-84ca-0f748d345fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=168c9882-464f-4b6a-8525-39f0efd69c4e,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:22.725024 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c2e3-53cf-4c9a-a6ec-88a0a7163264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:22.737623 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9836bcba-0b48-4394-84ca-0f748d345fc0 admin admin] Checking segment: {'id': '161b4f42-8173-4c6c-9f5c-9679cbbc4a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09b0455c-f78d-4ad3-b0f2-06886b257aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:22.737988 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9836bcba-0b48-4394-84ca-0f748d345fc0 admin admin] Network hostable DHCP agents. Network: 09b0455c-f78d-4ad3-b0f2-06886b257aa0, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:22:22.831856 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2c2e3-53cf-4c9a-a6ec-88a0a7163264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0e2175b-da30-4bbc-b885-7bdc05d46a4d,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:22.871378 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-274d6e25-13b4-4cbd-a175-f357f7068b5a service neutron] 10.222.0.88 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830335 Jul 08 12:22:22.879782 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2c2e3-53cf-4c9a-a6ec-88a0a7163264 admin admin] Checking segment: {'id': '79bd898e-c412-44a2-940a-d80cf6954e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:22.884681 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2c2e3-53cf-4c9a-a6ec-88a0a7163264 admin admin] Network hostable DHCP agents. Network: 944642c5-34cb-4052-9c71-c9f2bb6fc18d, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:22:22.911326 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9836bcba-0b48-4394-84ca-0f748d345fc0 admin admin] Network 09b0455c-f78d-4ad3-b0f2-06886b257aa0 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:22:23.008253 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-0fc64cee-0297-4767-af40-c11543243989 service neutron] 10.222.0.88 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269536 Jul 08 12:22:23.037134 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-9836bcba-0b48-4394-84ca-0f748d345fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, 09b0455c-f78d-4ad3-b0f2-06886b257aa0) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:23.042311 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-85964fae-9d57-4b96-8949-614f1e1ae2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:23.049015 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffb62bf-c958-469a-9210-4ec59b38de2b None None] Network 09b0455c-f78d-4ad3-b0f2-06886b257aa0 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:22:23.051542 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9836bcba-0b48-4394-84ca-0f748d345fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:23.052634 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9836bcba-0b48-4394-84ca-0f748d345fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:23.135309 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85964fae-9d57-4b96-8949-614f1e1ae2fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e045425-628c-4d0f-94f7-a80db002e4c1,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:23.155168 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85964fae-9d57-4b96-8949-614f1e1ae2fc admin admin] Checking segment: {'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:23.155754 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85964fae-9d57-4b96-8949-614f1e1ae2fc admin admin] Network hostable DHCP agents. Network: a51e55e7-ef45-400f-a6d9-0a508ab962db, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:22:23.188851 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2c2e3-53cf-4c9a-a6ec-88a0a7163264 admin admin] Network 944642c5-34cb-4052-9c71-c9f2bb6fc18d is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:22:23.199713 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf6ea56-53f5-4c1c-9440-e7838e6f74b2 None None] Network 09b0455c-f78d-4ad3-b0f2-06886b257aa0 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:22:23.203288 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-f7a2c2e3-53cf-4c9a-a6ec-88a0a7163264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, 944642c5-34cb-4052-9c71-c9f2bb6fc18d) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:23.210408 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2c2e3-53cf-4c9a-a6ec-88a0a7163264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:23.212320 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c2e3-53cf-4c9a-a6ec-88a0a7163264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:23.229715 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3e1cdd-f80f-42bb-8f57-e08541103b61 None None] Network 944642c5-34cb-4052-9c71-c9f2bb6fc18d requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:22:23.246690 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-9836bcba-0b48-4394-84ca-0f748d345fc0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9661174 Jul 08 12:22:23.275882 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85964fae-9d57-4b96-8949-614f1e1ae2fc admin admin] Network a51e55e7-ef45-400f-a6d9-0a508ab962db is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:22:23.319346 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51746) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:23.332388 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-f7a2c2e3-53cf-4c9a-a6ec-88a0a7163264 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4799471 Jul 08 12:22:23.336533 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51750) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:23.341600 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-588695460-router', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:23.393573 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-85964fae-9d57-4b96-8949-614f1e1ae2fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, a51e55e7-ef45-400f-a6d9-0a508ab962db) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:23.425671 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85964fae-9d57-4b96-8949-614f1e1ae2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:23.425671 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-85964fae-9d57-4b96-8949-614f1e1ae2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:23.428932 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e2db35-4e49-45b4-8945-7f70fcd8d123 None None] Network a51e55e7-ef45-400f-a6d9-0a508ab962db requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:22:23.430791 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51764) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:23.481771 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3768437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59175'] for router, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:23.496319 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59176'] for router, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:23.577734 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-85964fae-9d57-4b96-8949-614f1e1ae2fc admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1781933 Jul 08 12:22:23.582000 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51772) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:23.592269 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9a01221e-93be-4355-9aa6-cbea546b5c33 req-177acac1-f62f-4705-ab11-5e0496fa463d tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 210 time: 0.1549420 Jul 08 12:22:23.613841 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:23.697155 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-28da818f-36e6-4077-9b76-a71446d85332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:23.704187 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51776) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:23.747784 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c42749-a576-49d1-82aa-1c1c476fccd9 None None] Network 944642c5-34cb-4052-9c71-c9f2bb6fc18d requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:22:23.783580 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:23.840499 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3cfa6bc5-2c69-48bc-b64c-566dd082d59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:23.894676 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0646aa3a-11ed-5dd6-8442-d1e895c35616-a51e55e7-ef45-400f-a6d9-0a508ab962db', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1'}]}} from dv-cinder-799631-5-iscsi. {{(pid=93656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:22:23.895491 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:23.944551 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3768437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59175'] for router, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:23.946159 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59176'] for router, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.085055 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-28da818f-36e6-4077-9b76-a71446d85332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.150538 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-28da818f-36e6-4077-9b76-a71446d85332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.184096 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.db_base_plugin_common [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Allocated IP 172.20.0.2 (a51e55e7-ef45-400f-a6d9-0a508ab962db/5e045425-628c-4d0f-94f7-a80db002e4c1/425fbc38-3a7b-4bbb-a2ee-884fb54172ac) {{(pid=93656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:22:24.201038 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59194'] for router, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.223119 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.292362 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da818f-36e6-4077-9b76-a71446d85332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f89bdc6-367f-42c1-a95b-fdbb8333ef50,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:24.314559 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-28da818f-36e6-4077-9b76-a71446d85332 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2ab5621a72e5403b91af262d05b8eb64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9918129 Jul 08 12:22:24.321711 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3cfa6bc5-2c69-48bc-b64c-566dd082d59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.322953 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51816) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:24.390647 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-1dc92b21-ae2a-4e42-9e3f-629bc065e35b tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:24.393479 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-1dc92b21-ae2a-4e42-9e3f-629bc065e35b tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/networks?id=09b0455c-f78d-4ad3-b0f2-06886b257aa0 HTTP/1.1" status: 200 len: 812 time: 0.2119541 Jul 08 12:22:24.416154 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.421390 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-99c5638b-dfcf-49c8-a70a-911d4ab8bf7e tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/quotas/50130e031d8e45ae86d4890f189f14f0 HTTP/1.1" status: 200 len: 375 time: 0.0167964 Jul 08 12:22:24.425457 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3cfa6bc5-2c69-48bc-b64c-566dd082d59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.432795 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Transition to ACTIVE for port object 425fbc38-3a7b-4bbb-a2ee-884fb54172ac will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:22:24.458692 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Transition to ACTIVE for port object 425fbc38-3a7b-4bbb-a2ee-884fb54172ac will not be triggered until provisioned by entity DHCP. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:22:24.465358 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-0919456e-6541-4d0b-8d01-8a44dacd3d65 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=50130e031d8e45ae86d4890f189f14f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425856 Jul 08 12:22:24.567597 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.578403 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-229fc4c8-758e-4f3d-b2ad-6add20a557ee service neutron] 10.222.0.88 "GET /v2.0/networks/09b0455c-f78d-4ad3-b0f2-06886b257aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116405 Jul 08 12:22:24.604187 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-3cfa6bc5-2c69-48bc-b64c-566dd082d59a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cdbb01bf8d9a4b6da50cba8e16435814&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8745885 Jul 08 12:22:24.604841 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51826) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:24.613343 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Network a51e55e7-ef45-400f-a6d9-0a508ab962db is already hosted by enough agents. {{(pid=93656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:22:24.622306 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.base_scheduler [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Resources bound (agent type, host, resource id): {{(pid=93656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:24.625634 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Received port after_create {{(pid=93656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:22:24.636502 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Pushing event updated for resources: {'Port': ['ID=425fbc38-3a7b-4bbb-a2ee-884fb54172ac,revision_number=1']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:24.649514 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:24.650152 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:24.650649 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:24.651150 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:24.651693 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:24.652893 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:24.653435 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:24.653932 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:24.654594 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:24.655120 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:24.655370 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:24.655764 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Tracked resource versions report: Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: pushed versions: Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: { 'AddressGroup': {'1.2'}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'ConntrackHelper': {'1.0'}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Log': {'1.0'}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Network': {'1.1'}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Port': {'1.7'}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'PortForwarding': {'1.2'}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'QosPolicy': {'1.8'}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'SecurityGroup': {'1.4'}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'SubPort': {'1.0'}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Subnet': {'1.1'}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Trunk': {'1.1'}} Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: consumer versions: Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: { DHCP agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: HyperV agent@hv-cinder-79963: {}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: L3 agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: Metadata agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: Metering agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: Open vSwitch agent@dv-cinder-799631-5-iscsi: { 'AddressGroup': '1.2', Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'ConntrackHelper': '1.0', Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Log': '1.0', Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Network': '1.1', Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Port': '1.7', Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'PortForwarding': '1.2', Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'QosPolicy': '1.8', Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'SecurityGroup': '1.4', Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'SecurityGroupRule': '1.2', Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'SubPort': '1.0', Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Subnet': '1.1', Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: 'Trunk': '1.1'}} Jul 08 12:22:24.656987 dv-cinder-799631-5-iscsi neutron-server[93656]: {{(pid=93656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:22:24.688525 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa6bc5-2c69-48bc-b64c-566dd082d59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8333e4c3-ccb9-4221-af78-b8db383e632c,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:24.698138 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59194'] for router, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.703152 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-89547826-d741-443f-b34d-445e8386b81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.731064 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Attempting to bind port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:22:24.731848 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Attempting to bind port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:22:24.732585 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Attempting to bind port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac on network a51e55e7-ef45-400f-a6d9-0a508ab962db {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:24.738568 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:22:24.739165 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Checking segment: {'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:24.739895 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.740493 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Bound using segment: {'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:22:24.741692 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-21a9afd0-c135-4390-8bd3-134a8723b212 service neutron] 10.222.0.88 "GET /v2.0/networks/09b0455c-f78d-4ad3-b0f2-06886b257aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567028 Jul 08 12:22:24.748591 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Bound port: 425fbc38-3a7b-4bbb-a2ee-884fb54172ac, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:22:24.748591 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.754014 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-89547826-d741-443f-b34d-445e8386b81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.792126 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7fef1046-d20a-4dc5-bfad-b113a7487809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.855648 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7fef1046-d20a-4dc5-bfad-b113a7487809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:24.872812 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] For port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:22:24.875765 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] For port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=425fbc38-3a7b-4bbb-a2ee-884fb54172ac,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:22:24.897065 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a52f994b-c791-46d6-9b3d-c82fdb4e52c0 req-e15b80a8-4623-456f-bcd3-cc54cc9f8ae7 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 210 time: 0.0364141 Jul 08 12:22:24.995331 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:25.096013 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b10a1-bb79-4afe-805e-d9795ed66cf6 None None] Pushing event updated for resources: {'Port': ['ID=425fbc38-3a7b-4bbb-a2ee-884fb54172ac,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:25.165819 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-89547826-d741-443f-b34d-445e8386b81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:25.168710 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-89547826-d741-443f-b34d-445e8386b81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:25.178304 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-89547826-d741-443f-b34d-445e8386b81f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8f89bdc6-367f-42c1-a95b-fdbb8333ef50 HTTP/1.1" status: 204 len: 168 time: 0.8539920 Jul 08 12:22:25.239230 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-aba8fa1e-c89b-418c-9eed-11fd02bb2586 req-f9675a78-6135-4a10-93a3-b847051c3cff tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 210 time: 0.0798748 Jul 08 12:22:25.286931 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89547826-d741-443f-b34d-445e8386b81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f89bdc6-367f-42c1-a95b-fdbb8333ef50,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:25.378345 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:25.403932 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:25.538397 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7fef1046-d20a-4dc5-bfad-b113a7487809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:25.543599 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7fef1046-d20a-4dc5-bfad-b113a7487809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:25.547305 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-7fef1046-d20a-4dc5-bfad-b113a7487809 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8333e4c3-ccb9-4221-af78-b8db383e632c HTTP/1.1" status: 204 len: 168 time: 0.9066434 Jul 08 12:22:25.627488 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef1046-d20a-4dc5-bfad-b113a7487809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8333e4c3-ccb9-4221-af78-b8db383e632c,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:25.738367 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:25.770987 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:25.816682 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Allocated IP 172.27.3.217 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/02909968-c18e-4e80-931d-75e0f311d63c) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:22:25.871347 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 425fbc38-3a7b-4bbb-a2ee-884fb54172ac up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:22:25.973495 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:26.004510 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7c06a43a-7b73-4252-9249-6506ab420406 req-6ae1d9e8-2a1c-49c3-8aef-71649490e605 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 210 time: 0.0401006 Jul 08 12:22:26.051312 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:22:26.150093 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:26.232754 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:22:26.250443 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:26.254634 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51892) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:26.270810 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Allocated IP 172.27.3.83 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/3bb6abef-383b-45ad-9aa1-ca6516f45a01) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:22:26.278090 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:22:26.288018 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-d0d5713a-e69d-4993-9ab6-2a5085315e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:26.293475 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Pushing event updated for resources: {'Port': ['ID=02909968-c18e-4e80-931d-75e0f311d63c,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:26.509158 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ce14ed64-f96f-49c6-af22-ff91893698f7 req-e365f908-1294-4ce8-8a7a-eabed1b0fe2b tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 210 time: 0.1111348 Jul 08 12:22:26.551237 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-d0d5713a-e69d-4993-9ab6-2a5085315e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:26.560474 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94716d04-ec14-4080-babe-2fa3c1cc23c0 None None] Network a51e55e7-ef45-400f-a6d9-0a508ab962db requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:22:26.584823 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51906) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:26.599128 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:26.602432 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2f7f1ce8-6546-4c5f-a205-18682d397186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:26.670591 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-d0d5713a-e69d-4993-9ab6-2a5085315e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:26.724821 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-d0d5713a-e69d-4993-9ab6-2a5085315e96 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7ca485d866db42949b3526403a2e579c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4686160 Jul 08 12:22:26.730758 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51908) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:26.750117 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5713a-e69d-4993-9ab6-2a5085315e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433dc766-b015-4ca5-a964-3f87b9bf3a11,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:26.771808 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-0c085859-592c-4940-9523-f8c6ba23aa52 None None] Provisioning for port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:22:26.778662 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:26.783686 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-0c085859-592c-4940-9523-f8c6ba23aa52 None None] Provisioning complete for port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:22:26.794450 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0c085859-592c-4940-9523-f8c6ba23aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:26.836295 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:26.841940 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:22:26.878454 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5602-b442-447a-a849-f1f47f09de81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:26.887938 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:26.891874 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:22:26.896996 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Pushing event updated for resources: {'Port': ['ID=3bb6abef-383b-45ad-9aa1-ca6516f45a01,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:26.915509 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2f7f1ce8-6546-4c5f-a205-18682d397186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:26.939493 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5602-b442-447a-a849-f1f47f09de81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:26.969645 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2f7f1ce8-6546-4c5f-a205-18682d397186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:26.985207 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0c085859-592c-4940-9523-f8c6ba23aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:27.021241 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-2f7f1ce8-6546-4c5f-a205-18682d397186 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=690337cb8be048399f711d4c9839b687&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4340732 Jul 08 12:22:27.025304 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51914) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:27.032107 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-0c085859-592c-4940-9523-f8c6ba23aa52 None None] For port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=425fbc38-3a7b-4bbb-a2ee-884fb54172ac,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:22:27.092246 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f1ce8-6546-4c5f-a205-18682d397186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e9f046-0a89-4770-83cf-27f5d9d0219a,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:27.096528 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0c085859-592c-4940-9523-f8c6ba23aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:27.164052 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-73444c99-37b8-4194-a68b-3ac385e49dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:27.186206 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c085859-592c-4940-9523-f8c6ba23aa52 None None] Pushing event updated for resources: {'Port': ['ID=425fbc38-3a7b-4bbb-a2ee-884fb54172ac,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:27.215408 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-73444c99-37b8-4194-a68b-3ac385e49dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:27.225939 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-73f1bb03-1e6c-4486-9f5f-62d15b2ede9f None None] Provisioning complete for port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:22:27.227040 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-73f1bb03-1e6c-4486-9f5f-62d15b2ede9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:27.263035 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-755e47ea-71f9-412e-b285-4369e75a9ccb req-23bef8e9-f779-40a8-a63b-4cda488a5925 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 210 time: 0.0452092 Jul 08 12:22:27.265912 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5602-b442-447a-a849-f1f47f09de81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:27.269170 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5602-b442-447a-a849-f1f47f09de81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:27.273047 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-ab0e5602-b442-447a-a849-f1f47f09de81 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/433dc766-b015-4ca5-a964-3f87b9bf3a11 HTTP/1.1" status: 204 len: 168 time: 0.5372198 Jul 08 12:22:27.296657 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e5602-b442-447a-a849-f1f47f09de81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433dc766-b015-4ca5-a964-3f87b9bf3a11,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:27.349243 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3782363'] for router, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:27.396111 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:27.422387 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-73444c99-37b8-4194-a68b-3ac385e49dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:27.426115 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-73444c99-37b8-4194-a68b-3ac385e49dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:27.427697 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-73444c99-37b8-4194-a68b-3ac385e49dae admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a4e9f046-0a89-4770-83cf-27f5d9d0219a HTTP/1.1" status: 204 len: 168 time: 0.3894155 Jul 08 12:22:27.439674 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73444c99-37b8-4194-a68b-3ac385e49dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e9f046-0a89-4770-83cf-27f5d9d0219a,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:27.658827 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-70868dc1-7348-414a-bb54-1235a121af5c req-d7303bee-ca4c-4504-8749-6b24d2476088 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 210 time: 0.0310342 Jul 08 12:22:27.750561 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 425fbc38-3a7b-4bbb-a2ee-884fb54172ac up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:22:27.814083 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:22:27.814530 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:27.832771 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3782363'] for router, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:27.890147 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Router 02ec6151-480f-46cc-9be4-abee18b1b4a0 is scheduled to L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a with binding_index 1 {{(pid=93654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:22:28.080318 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:22:28.092888 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Sync routers for ids ['02ec6151-480f-46cc-9be4-abee18b1b4a0'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:22:28.105297 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Routers {'02ec6151-480f-46cc-9be4-abee18b1b4a0'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:22:28.110198 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:22:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['02ec6151-480f-46cc-9be4-abee18b1b4a0'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:28.154274 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] Notify callbacks [] for router, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:28.156505 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-cfae822f-11ac-4867-97ea-086afbace75e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8180482 Jul 08 12:22:28.156906 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c is scheduled to L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a with binding_index 1 {{(pid=93654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:22:28.167989 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 51952) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:28.277326 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Set router 02ec6151-480f-46cc-9be4-abee18b1b4a0 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:22:28.385506 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:22:28.400301 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Sync routers for ids ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:22:28.418816 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Routers {'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:22:28.419695 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:22:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:28.506209 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'name': 'tempest-ServerRescueNegativeTestJSON-588695460-router', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '02909968-c18e-4e80-931d-75e0f311d63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:26Z', 'revision_number': 3, 'project_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'gw_port': {'id': '02909968-c18e-4e80-931d-75e0f311d63c', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:28.514980 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] Notify callbacks [] for router, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:28.516244 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-c5a568f3-d433-4f23-8cf5-132b9ac9c63b admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9335315 Jul 08 12:22:28.520873 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 51962) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:28.566712 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Checking router: 02ec6151-480f-46cc-9be4-abee18b1b4a0 for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:22:28.567312 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Updating router 02ec6151-480f-46cc-9be4-abee18b1b4a0 port 02909968-c18e-4e80-931d-75e0f311d63c binding host dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:22:28.589738 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Set router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:22:28.612829 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:28.738730 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f3d138b3-a410-451b-b110-894549312e2c req-489878e6-3044-49be-8da0-88bcf5ca70b5 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 210 time: 0.1509840 Jul 08 12:22:29.025444 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5501b8c3-d787-4a2f-81a6-dc756af73834 req-1a75adca-510f-46f8-885e-809bea2bb9e1 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 210 time: 0.1075537 Jul 08 12:22:29.143788 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:27Z', 'revision_number': 3, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:29.156638 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:29.186214 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Transition to ACTIVE for port object 02909968-c18e-4e80-931d-75e0f311d63c will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:22:29.186613 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Checking router: fee4f32d-842a-4f38-b8d9-6c6b59d49c3c for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:22:29.187288 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Updating router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c port 3bb6abef-383b-45ad-9aa1-ca6516f45a01 binding host dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:22:29.256699 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:29.267881 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:29.317098 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:29.358005 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Pushing event updated for resources: {'Port': ['ID=02909968-c18e-4e80-931d-75e0f311d63c,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:29.370245 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Attempting to bind port 02909968-c18e-4e80-931d-75e0f311d63c on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:22:29.370821 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Attempting to bind port 02909968-c18e-4e80-931d-75e0f311d63c by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:22:29.371299 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Attempting to bind port 02909968-c18e-4e80-931d-75e0f311d63c on network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:29.386309 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:22:29.396811 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Checking segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:29.397493 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:29.398572 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Bound using segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:22:29.399184 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Bound port: 02909968-c18e-4e80-931d-75e0f311d63c, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:22:29.399683 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:29.403989 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:29.404501 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:29.405038 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:29.405475 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:29.405913 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:29.406345 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:29.406777 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:29.407212 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:29.407820 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:29.408379 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:29.408942 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:29.409501 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Tracked resource versions report: Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: pushed versions: Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: { 'AddressGroup': {'1.2'}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'ConntrackHelper': {'1.0'}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Log': {'1.0'}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Network': {'1.1'}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Port': {'1.7'}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'PortForwarding': {'1.2'}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'QosPolicy': {'1.8'}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'SecurityGroup': {'1.4'}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'SubPort': {'1.0'}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Subnet': {'1.1'}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Trunk': {'1.1'}} Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: consumer versions: Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: { DHCP agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: HyperV agent@hv-cinder-79963: {}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: L3 agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: Metadata agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: Metering agent@dv-cinder-799631-5-iscsi: {}, Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: Open vSwitch agent@dv-cinder-799631-5-iscsi: { 'AddressGroup': '1.2', Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'ConntrackHelper': '1.0', Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Log': '1.0', Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Network': '1.1', Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Port': '1.7', Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'PortForwarding': '1.2', Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'QosPolicy': '1.8', Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'SecurityGroup': '1.4', Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'SecurityGroupRule': '1.2', Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'SubPort': '1.0', Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Subnet': '1.1', Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: 'Trunk': '1.1'}} Jul 08 12:22:29.410827 dv-cinder-799631-5-iscsi neutron-server[93657]: {{(pid=93657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:22:29.500864 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] For port 02909968-c18e-4e80-931d-75e0f311d63c, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:22:29.510828 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] For port 02909968-c18e-4e80-931d-75e0f311d63c, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=02909968-c18e-4e80-931d-75e0f311d63c,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:22:29.625939 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:29.630313 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Allocated IP 172.20.0.1 (a51e55e7-ef45-400f-a6d9-0a508ab962db/5e045425-628c-4d0f-94f7-a80db002e4c1/d3fb0cad-d173-4e8a-8599-d68f9d472214) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:22:29.645969 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:29.785723 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Routers {'02ec6151-480f-46cc-9be4-abee18b1b4a0'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:22:29.786382 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:22:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['02ec6151-480f-46cc-9be4-abee18b1b4a0'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:29.862052 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Notify callbacks [] for port, precommit_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:29.875085 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Transition to ACTIVE for port object 3bb6abef-383b-45ad-9aa1-ca6516f45a01 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:22:29.894957 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:29.896610 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da230e7d-c964-401f-8368-8dbc75d7fd43 None None] Pushing event updated for resources: {'Port': ['ID=02909968-c18e-4e80-931d-75e0f311d63c,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:29.925807 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:29.937675 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Transition to ACTIVE for port object d3fb0cad-d173-4e8a-8599-d68f9d472214 will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:22:29.983766 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Attempting to bind port 3bb6abef-383b-45ad-9aa1-ca6516f45a01 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:22:29.984432 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Attempting to bind port 3bb6abef-383b-45ad-9aa1-ca6516f45a01 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:22:29.984977 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Attempting to bind port 3bb6abef-383b-45ad-9aa1-ca6516f45a01 on network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:30.013627 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:22:30.014004 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Checking segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:30.014416 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:30.014815 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Bound using segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:22:30.015315 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Bound port: 3bb6abef-383b-45ad-9aa1-ca6516f45a01, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:22:30.015728 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:30.063471 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48018513-6b2b-406a-b7ca-fbdb913b854d None None] Pushing event updated for resources: {'Port': ['ID=3bb6abef-383b-45ad-9aa1-ca6516f45a01,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:30.082253 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] Set router 02ec6151-480f-46cc-9be4-abee18b1b4a0 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:22:30.091269 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-504d1aa9-e13a-4409-b87b-3331d6ff04ad req-347e642b-ba2e-42d7-98ef-5354d765ba25 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 210 time: 0.0981925 Jul 08 12:22:30.103265 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:30.108439 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] For port 3bb6abef-383b-45ad-9aa1-ca6516f45a01, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:22:30.114470 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] For port 3bb6abef-383b-45ad-9aa1-ca6516f45a01, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=3bb6abef-383b-45ad-9aa1-ca6516f45a01,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:22:30.166578 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:30.199165 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Network a51e55e7-ef45-400f-a6d9-0a508ab962db is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:22:30.217468 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:30.233533 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:22:30.243434 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782866'] for router_interface, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:30.271898 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Routers {'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:22:30.273833 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:22:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:30.308416 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3fb0cad-d173-4e8a-8599-d68f9d472214,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:30.332476 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_common [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Allocated IP 172.20.0.1 (944642c5-34cb-4052-9c71-c9f2bb6fc18d/a0e2175b-da30-4bbc-b885-7bdc05d46a4d/d924a223-e1b0-4f3e-b70a-c2577c9c688e) {{(pid=93655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:22:30.450131 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48018513-6b2b-406a-b7ca-fbdb913b854d None None] Pushing event updated for resources: {'Port': ['ID=3bb6abef-383b-45ad-9aa1-ca6516f45a01,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:30.646455 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] Set router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:22:30.689537 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'name': 'tempest-ServerRescueNegativeTestJSON-588695460-router', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '02909968-c18e-4e80-931d-75e0f311d63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:26Z', 'revision_number': 3, 'project_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'gw_port': {'id': '02909968-c18e-4e80-931d-75e0f311d63c', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:30.785893 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:30.793054 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3d4a0-fa74-4e67-a194-4a606268e766 None None] The sync data for ids ['02ec6151-480f-46cc-9be4-abee18b1b4a0'] in dv-cinder-799631-5-iscsi is: [{'id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'name': 'tempest-ServerRescueNegativeTestJSON-588695460-router', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '02909968-c18e-4e80-931d-75e0f311d63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:26Z', 'revision_number': 3, 'project_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'gw_port': {'id': '02909968-c18e-4e80-931d-75e0f311d63c', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:22:30.834576 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:30.909895 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-98bae1f1-d714-4bad-8544-5ed64356e194 req-aa1e603a-983d-40cc-825a-6d43c4ec816c tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 210 time: 0.1902668 Jul 08 12:22:31.100414 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:27Z', 'revision_number': 3, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:31.212072 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:31.245506 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Network 944642c5-34cb-4052-9c71-c9f2bb6fc18d is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:22:31.248284 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-012f05e3-1a58-46ee-83c9-90b05806dbb0 None None] Provisioning for port d3fb0cad-d173-4e8a-8599-d68f9d472214 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:22:31.264951 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a40152b-01ab-41ad-b8d3-ff26b9f1f02f None None] The sync data for ids ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'] in dv-cinder-799631-5-iscsi is: [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:27Z', 'revision_number': 3, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:22:31.269426 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:31.272359 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-012f05e3-1a58-46ee-83c9-90b05806dbb0 None None] Provisioning complete for port d3fb0cad-d173-4e8a-8599-d68f9d472214 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:22:31.273781 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-012f05e3-1a58-46ee-83c9-90b05806dbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:31.327849 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Received port after_create {{(pid=93655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:22:31.330128 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782866'] for router_interface, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:31.364986 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-012f05e3-1a58-46ee-83c9-90b05806dbb0 None None] Port d3fb0cad-d173-4e8a-8599-d68f9d472214 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:22:31.504326 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:31.593952 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:31.594719 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3780481'] for router_interface, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:31.719471 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.89', 55808) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:31.817013 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b4bb7bd7-7056-4edd-8d74-979e8c76204f req-9a3b0460-d987-4722-85d7-ea63b7497267 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 210 time: 0.4727948 Jul 08 12:22:31.841527 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d924a223-e1b0-4f3e-b70a-c2577c9c688e,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:31.904179 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 02909968-c18e-4e80-931d-75e0f311d63c up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:22:32.063421 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3fb0cad-d173-4e8a-8599-d68f9d472214,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:32.117929 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Network a51e55e7-ef45-400f-a6d9-0a508ab962db is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:22:32.165667 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b7ec0de4-a980-4f0a-b35a-d3439f976771 req-695bafdf-8b0b-4bdf-8fd6-19e14e37623a tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 210 time: 0.0504386 Jul 08 12:22:32.192270 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:32.262119 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 02909968-c18e-4e80-931d-75e0f311d63c completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:22:32.275574 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 02909968-c18e-4e80-931d-75e0f311d63c triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:22:32.276205 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:32.426420 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.89', 55809) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:32.730356 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:32.740954 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:32.740954 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 02909968-c18e-4e80-931d-75e0f311d63c, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=02909968-c18e-4e80-931d-75e0f311d63c,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:22:32.740954 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-9626c036-c692-4389-8d21-699a6168f74c None None] Provisioning complete for port d3fb0cad-d173-4e8a-8599-d68f9d472214 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:22:32.740954 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-9626c036-c692-4389-8d21-699a6168f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:32.740954 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-9626c036-c692-4389-8d21-699a6168f74c None None] Port d3fb0cad-d173-4e8a-8599-d68f9d472214 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:22:32.744759 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:32.821731 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-1f3ad45a-d903-45e7-9a35-25e8195f2c25 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:32.821731 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-1f3ad45a-d903-45e7-9a35-25e8195f2c25 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "GET /v2.0/networks?id=f8bb1a41-24ab-4371-8111-192002385033 HTTP/1.1" status: 200 len: 814 time: 0.8919578 Jul 08 12:22:32.917233 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b650daf6-cf42-47be-95ef-ca17f1dd6a15 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:32.917233 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b650daf6-cf42-47be-95ef-ca17f1dd6a15 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.89 "GET /v2.0/networks?id=09b0455c-f78d-4ad3-b0f2-06886b257aa0 HTTP/1.1" status: 200 len: 812 time: 0.4352224 Jul 08 12:22:32.917233 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-7aa6b8dd-a3df-4b79-b044-e99774d2dc8b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Request body: {'port': {'device_id': '823fd000-999b-499c-9f22-51ebd2c62832', 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033', 'admin_state_up': True, 'tenant_id': '8d7773d532de4c43a383ed3483e3e1f3'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:32.918191 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=02909968-c18e-4e80-931d-75e0f311d63c,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:32.918255 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:32.918592 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b4fef4d2-2b26-416c-a8bb-4056a9c1b7ea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Request body: {'port': {'device_id': '340580b4-f296-4325-95bd-aefee030f06f', 'network_id': '09b0455c-f78d-4ad3-b0f2-06886b257aa0', 'admin_state_up': True, 'tenant_id': '50130e031d8e45ae86d4890f189f14f0'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:33.066250 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a7c9efb2-39ae-4d7b-a033-e81a7f6e4dad req-e2775a95-6189-406d-b98f-fd2895fdc998 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 210 time: 0.0576015 Jul 08 12:22:33.066250 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:33.066250 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3780481'] for router_interface, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:33.200838 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:22:33.262168 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d924a223-e1b0-4f3e-b70a-c2577c9c688e,revision_number=2']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:33.362482 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-7aa6b8dd-a3df-4b79-b044-e99774d2dc8b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Made reservation on behalf of 8d7773d532de4c43a383ed3483e3e1f3 for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:33.366399 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-7aa6b8dd-a3df-4b79-b044-e99774d2dc8b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:33.448684 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Network 944642c5-34cb-4052-9c71-c9f2bb6fc18d is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:22:33.461035 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:33.611093 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:22:33.635452 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-67c6cfb9-a91c-4219-b4ac-187013d645b1 admin admin] 10.222.0.88 "PUT /v2.0/routers/fee4f32d-842a-4f38-b8d9-6c6b59d49c3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1134403 Jul 08 12:22:33.786267 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b926678f-d90e-426b-8a35-784e6a73c00b req-fead187e-5084-4599-959b-91e97f62b2ea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 210 time: 0.0860460 Jul 08 12:22:33.789693 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Router 02ec6151-480f-46cc-9be4-abee18b1b4a0 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:22:33.871349 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-7aa6b8dd-a3df-4b79-b044-e99774d2dc8b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Allocated IP 172.20.0.12 (f8bb1a41-24ab-4371-8111-192002385033/24c6ebb6-7148-48f7-9129-e59b81694c22/4c6ba5d3-c75a-4a25-943f-d8e2ba1496db) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:22:33.980911 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 02909968-c18e-4e80-931d-75e0f311d63c up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:22:34.016867 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:22:34.035211 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-ef7c7acf-2ae0-485e-9b3f-24b7c51d57c4 admin admin] 10.222.0.88 "PUT /v2.0/routers/02ec6151-480f-46cc-9be4-abee18b1b4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8694086 Jul 08 12:22:34.042626 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b4fef4d2-2b26-416c-a8bb-4056a9c1b7ea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Made reservation on behalf of 50130e031d8e45ae86d4890f189f14f0 for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:34.047138 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b4fef4d2-2b26-416c-a8bb-4056a9c1b7ea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:34.070370 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 02909968-c18e-4e80-931d-75e0f311d63c triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:22:34.070370 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:34.272419 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 3bb6abef-383b-45ad-9aa1-ca6516f45a01 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:22:34.303572 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Sync routers for ids ['02ec6151-480f-46cc-9be4-abee18b1b4a0'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:22:34.320041 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Routers {'02ec6151-480f-46cc-9be4-abee18b1b4a0'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:22:34.322928 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:22:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['02ec6151-480f-46cc-9be4-abee18b1b4a0'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:34.525938 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 3bb6abef-383b-45ad-9aa1-ca6516f45a01 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:22:34.531074 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 3bb6abef-383b-45ad-9aa1-ca6516f45a01 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:22:34.531745 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:34.609134 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Sync routers for ids ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:22:34.692424 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Routers {'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:22:34.693501 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:22:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:34.914558 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Set router 02ec6151-480f-46cc-9be4-abee18b1b4a0 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:22:34.999533 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-53e7f71c-f859-403f-bb9b-90b8e984dfb9 req-5985df83-e9b7-45cd-ae5e-1ac2288c28bc tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 210 time: 0.1197708 Jul 08 12:22:35.008748 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Set router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:22:35.245179 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:35.262753 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52176) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:35.271105 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-50c66ee3-f565-414c-9243-b90164836176 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1736209843', 'description': 'tempest-description--1701279378'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:35.274066 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 3bb6abef-383b-45ad-9aa1-ca6516f45a01, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=3bb6abef-383b-45ad-9aa1-ca6516f45a01,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:22:35.282132 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-7aa6b8dd-a3df-4b79-b044-e99774d2dc8b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:35.343009 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b4fef4d2-2b26-416c-a8bb-4056a9c1b7ea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Allocated IP 172.20.0.11 (09b0455c-f78d-4ad3-b0f2-06886b257aa0/168c9882-464f-4b6a-8525-39f0efd69c4e/4873af74-33ee-4fe5-828f-09d86b9832d6) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:22:35.389963 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:35.561975 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-50c66ee3-f565-414c-9243-b90164836176 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:35.617683 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=3bb6abef-383b-45ad-9aa1-ca6516f45a01,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:35.643707 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 2, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:35.682275 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'name': 'tempest-ServerRescueNegativeTestJSON-588695460-router', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '02909968-c18e-4e80-931d-75e0f311d63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:32Z', 'revision_number': 4, 'project_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'gw_port': {'id': '02909968-c18e-4e80-931d-75e0f311d63c', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': 'd924a223-e1b0-4f3e-b70a-c2577c9c688e', 'name': '', 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'mac_address': 'fa:16:3e:39:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a0e2175b-da30-4bbc-b885-7bdc05d46a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:32Z', 'revision_number': 2, 'project_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'subnets': [{'id': 'a0e2175b-da30-4bbc-b885-7bdc05d46a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:35.716155 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-7aa6b8dd-a3df-4b79-b044-e99774d2dc8b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:35.736049 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Checking router: 02ec6151-480f-46cc-9be4-abee18b1b4a0 for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:22:35.736810 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Updating router 02ec6151-480f-46cc-9be4-abee18b1b4a0 port d924a223-e1b0-4f3e-b70a-c2577c9c688e binding host dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:22:35.774685 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Checking router: fee4f32d-842a-4f38-b8d9-6c6b59d49c3c for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:22:35.775038 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Updating router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c port d3fb0cad-d173-4e8a-8599-d68f9d472214 binding host dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:22:35.815797 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:35.878132 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 3bb6abef-383b-45ad-9aa1-ca6516f45a01 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:22:35.897293 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-7aa6b8dd-a3df-4b79-b044-e99774d2dc8b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Network f8bb1a41-24ab-4371-8111-192002385033 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:22:35.930109 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-50c66ee3-f565-414c-9243-b90164836176 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:35.933978 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-7aa6b8dd-a3df-4b79-b044-e99774d2dc8b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:35.941872 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-7aa6b8dd-a3df-4b79-b044-e99774d2dc8b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:22:35.948316 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-7aa6b8dd-a3df-4b79-b044-e99774d2dc8b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:35.949095 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-7aa6b8dd-a3df-4b79-b044-e99774d2dc8b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:35.959453 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6b8dd-a3df-4b79-b044-e99774d2dc8b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Pushing event updated for resources: {'Port': ['ID=4c6ba5d3-c75a-4a25-943f-d8e2ba1496db,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:35.986746 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-317cd38b-a642-449a-8baa-b2fdb4ccb02b tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:35.988377 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-317cd38b-a642-449a-8baa-b2fdb4ccb02b tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/networks?id=944642c5-34cb-4052-9c71-c9f2bb6fc18d HTTP/1.1" status: 200 len: 818 time: 0.5526733 Jul 08 12:22:36.027589 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b4fef4d2-2b26-416c-a8bb-4056a9c1b7ea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:36.048937 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-50c66ee3-f565-414c-9243-b90164836176 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:36.087024 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-b22ab6be-3ca2-4761-abdf-f1daa20dabed tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/quotas/a5717098e04f409ca0a065e84d0e4aeb HTTP/1.1" status: 200 len: 375 time: 0.0829799 Jul 08 12:22:36.091341 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 3bb6abef-383b-45ad-9aa1-ca6516f45a01 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:22:36.091980 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:36.117744 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-7aa6b8dd-a3df-4b79-b044-e99774d2dc8b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2533021 Jul 08 12:22:36.174218 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-b17c5028-f2c7-4527-aa81-4388822a4ba7 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:22:36.183322 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-b17c5028-f2c7-4527-aa81-4388822a4ba7 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443704 Jul 08 12:22:36.253636 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c66ee3-f565-414c-9243-b90164836176 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec48644-fbe5-481b-9785-b152f41c37b5,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:36.286462 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-50c66ee3-f565-414c-9243-b90164836176 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:36.291333 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-50c66ee3-f565-414c-9243-b90164836176 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0215206 Jul 08 12:22:36.291599 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52210) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:36.294145 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:36.297203 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-4c4b2754-1a5b-403c-bdb4-a26447870dcf tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Request body: {'security_group_rule': {'security_group_id': '8ec48644-fbe5-481b-9785-b152f41c37b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:36.323930 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f411267b-816c-477a-bed6-40eebab2c794 req-d89c121a-6e8b-43a7-b7f8-c37bb4a7b5a1 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 210 time: 0.0433111 Jul 08 12:22:36.356658 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-3ed93893-616a-4635-86bf-38e1c5df050e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2671254 Jul 08 12:22:36.357660 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b4fef4d2-2b26-416c-a8bb-4056a9c1b7ea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:36.543736 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:36.555681 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Transition to ACTIVE for port object d924a223-e1b0-4f3e-b70a-c2577c9c688e will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:22:36.608265 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-9d98ef95-b187-4150-bcb4-950802b05f16 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:22:36.612042 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2754-1a5b-403c-bdb4-a26447870dcf tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:36.617609 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-9d98ef95-b187-4150-bcb4-950802b05f16 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0935154 Jul 08 12:22:36.685674 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:36.717375 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Request body: {'port': {'device_id': '823fd000-999b-499c-9f22-51ebd2c62832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:36.721778 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b4fef4d2-2b26-416c-a8bb-4056a9c1b7ea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Network 09b0455c-f78d-4ad3-b0f2-06886b257aa0 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:22:36.759416 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b4fef4d2-2b26-416c-a8bb-4056a9c1b7ea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:36.777589 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fef4d2-2b26-416c-a8bb-4056a9c1b7ea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Pushing event updated for resources: {'Port': ['ID=4873af74-33ee-4fe5-828f-09d86b9832d6,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:36.872884 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b4fef4d2-2b26-416c-a8bb-4056a9c1b7ea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:22:36.878579 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b4fef4d2-2b26-416c-a8bb-4056a9c1b7ea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:36.879200 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b4fef4d2-2b26-416c-a8bb-4056a9c1b7ea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:36.921286 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b1ed3-2c7e-44ba-81be-39c58f6dcb67 None None] Pushing event updated for resources: {'Port': ['ID=d924a223-e1b0-4f3e-b70a-c2577c9c688e,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:36.973676 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Attempting to bind port d924a223-e1b0-4f3e-b70a-c2577c9c688e on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:22:36.974062 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Attempting to bind port d924a223-e1b0-4f3e-b70a-c2577c9c688e by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '79bd898e-c412-44a2-940a-d80cf6954e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:22:36.975024 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Attempting to bind port d924a223-e1b0-4f3e-b70a-c2577c9c688e on network 944642c5-34cb-4052-9c71-c9f2bb6fc18d {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:36.978931 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2754-1a5b-403c-bdb4-a26447870dcf tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:36.984380 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:22:36.985573 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Checking segment: {'id': '79bd898e-c412-44a2-940a-d80cf6954e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:36.986102 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:36.986739 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Bound using segment: {'id': '79bd898e-c412-44a2-940a-d80cf6954e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:22:36.988107 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Bound port: d924a223-e1b0-4f3e-b70a-c2577c9c688e, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bd898e-c412-44a2-940a-d80cf6954e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:22:36.990532 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-bc135b16-4407-48ef-958f-4fc0a5754d24 service neutron] 10.222.0.88 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718259 Jul 08 12:22:36.992167 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:37.090126 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:37.175449 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] For port d924a223-e1b0-4f3e-b70a-c2577c9c688e, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:22:37.175449 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] For port d924a223-e1b0-4f3e-b70a-c2577c9c688e, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=d924a223-e1b0-4f3e-b70a-c2577c9c688e,segment=NetworkSegment(79bd898e-c412-44a2-940a-d80cf6954e88),segment_id=79bd898e-c412-44a2-940a-d80cf6954e88)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:22:37.284096 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bb99a-98a6-4fec-ac8e-d10598587a9c req-1a5884e3-6244-43e3-82eb-c0e8192fb69c tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:37.285779 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1b7bb99a-98a6-4fec-ac8e-d10598587a9c req-1a5884e3-6244-43e3-82eb-c0e8192fb69c tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 932 time: 0.4146497 Jul 08 12:22:37.306657 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-2e2a8d87-f0d9-4c12-9395-5809f56aac82 service neutron] 10.222.0.88 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147953 Jul 08 12:22:37.325771 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:37.450137 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Notify callbacks [] for port, precommit_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:37.468206 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Transition to ACTIVE for port object d3fb0cad-d173-4e8a-8599-d68f9d472214 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:22:37.474857 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1b7bb99a-98a6-4fec-ac8e-d10598587a9c req-622e4f7d-6544-49dd-9787-606817e4a63a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669419 Jul 08 12:22:37.503977 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Routers {'02ec6151-480f-46cc-9be4-abee18b1b4a0'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:22:37.505171 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:22:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['02ec6151-480f-46cc-9be4-abee18b1b4a0'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:37.526218 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:37.686387 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b4fef4d2-2b26-416c-a8bb-4056a9c1b7ea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7810915 Jul 08 12:22:37.687247 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2754-1a5b-403c-bdb4-a26447870dcf tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:37.704791 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07c3a3-0f65-447b-8e6c-e7d8b6833a73 None None] Pushing event updated for resources: {'Port': ['ID=d3fb0cad-d173-4e8a-8599-d68f9d472214,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:37.795610 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Attempting to bind port d3fb0cad-d173-4e8a-8599-d68f9d472214 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:22:37.797488 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Attempting to bind port d3fb0cad-d173-4e8a-8599-d68f9d472214 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:22:37.798116 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Attempting to bind port d3fb0cad-d173-4e8a-8599-d68f9d472214 on network a51e55e7-ef45-400f-a6d9-0a508ab962db {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:37.809394 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:22:37.811000 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Checking segment: {'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:37.812700 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:37.816125 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Bound using segment: {'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:22:37.816996 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Bound port: d3fb0cad-d173-4e8a-8599-d68f9d472214, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:22:37.817557 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:37.870999 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] Set router 02ec6151-480f-46cc-9be4-abee18b1b4a0 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:22:37.958216 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b2754-1a5b-403c-bdb4-a26447870dcf tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65bc23f6-7911-483e-a99e-22f30ea3847a,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:38.040128 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2754-1a5b-403c-bdb4-a26447870dcf tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:38.048358 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-4c4b2754-1a5b-403c-bdb4-a26447870dcf tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7547174 Jul 08 12:22:38.052557 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52264) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:38.061989 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] For port d3fb0cad-d173-4e8a-8599-d68f9d472214, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:22:38.080594 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-df1585a6-cc0a-4603-9ae0-776f69516850 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Request body: {'security_group_rule': {'security_group_id': '8ec48644-fbe5-481b-9785-b152f41c37b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:38.080697 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] For port d3fb0cad-d173-4e8a-8599-d68f9d472214, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=d3fb0cad-d173-4e8a-8599-d68f9d472214,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:22:38.136918 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:38.156056 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b1ed3-2c7e-44ba-81be-39c58f6dcb67 None None] Pushing event updated for resources: {'Port': ['ID=d924a223-e1b0-4f3e-b70a-c2577c9c688e,revision_number=4']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:38.162456 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:22:38.178225 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:38.260413 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Request body: {'port': {'device_id': '340580b4-f296-4325-95bd-aefee030f06f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:38.266150 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Transition to ACTIVE for port object 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:22:38.322265 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07c3a3-0f65-447b-8e6c-e7d8b6833a73 None None] Pushing event updated for resources: {'Port': ['ID=d3fb0cad-d173-4e8a-8599-d68f9d472214,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:38.362236 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-df1585a6-cc0a-4603-9ae0-776f69516850 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:38.392234 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:38.396179 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Routers {'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:22:38.403679 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:22:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:38.714172 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] Set router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:22:38.718074 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Pushing event updated for resources: {'Port': ['ID=4c6ba5d3-c75a-4a25-943f-d8e2ba1496db,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:38.804884 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e707325d-b128-4b18-a1bc-e96735715afa req-27719c7f-cf33-41ad-b0d8-7ca877135754 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 210 time: 0.5742154 Jul 08 12:22:38.815627 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'name': 'tempest-ServerRescueNegativeTestJSON-588695460-router', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '02909968-c18e-4e80-931d-75e0f311d63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:32Z', 'revision_number': 4, 'project_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'gw_port': {'id': '02909968-c18e-4e80-931d-75e0f311d63c', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': 'd924a223-e1b0-4f3e-b70a-c2577c9c688e', 'name': '', 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'mac_address': 'fa:16:3e:39:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a0e2175b-da30-4bbc-b885-7bdc05d46a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:37Z', 'revision_number': 4, 'project_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'subnets': [{'id': 'a0e2175b-da30-4bbc-b885-7bdc05d46a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:38.906344 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433e994-cbef-492a-b5f6-924bac090019 req-beeb1e4d-d5bb-4ea9-bebd-c9addc56d307 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:38.917196 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:38.927051 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a433e994-cbef-492a-b5f6-924bac090019 req-beeb1e4d-d5bb-4ea9-bebd-c9addc56d307 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 932 time: 0.8043113 Jul 08 12:22:38.996149 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-df1585a6-cc0a-4603-9ae0-776f69516850 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:39.007831 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e2e1c-1f52-45c5-9785-b7b41d4337c4 None None] The sync data for ids ['02ec6151-480f-46cc-9be4-abee18b1b4a0'] in dv-cinder-799631-5-iscsi is: [{'id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'name': 'tempest-ServerRescueNegativeTestJSON-588695460-router', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '02909968-c18e-4e80-931d-75e0f311d63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:32Z', 'revision_number': 4, 'project_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'gw_port': {'id': '02909968-c18e-4e80-931d-75e0f311d63c', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': 'd924a223-e1b0-4f3e-b70a-c2577c9c688e', 'name': '', 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'mac_address': 'fa:16:3e:39:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a0e2175b-da30-4bbc-b885-7bdc05d46a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:37Z', 'revision_number': 4, 'project_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'subnets': [{'id': 'a0e2175b-da30-4bbc-b885-7bdc05d46a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:22:39.056634 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a433e994-cbef-492a-b5f6-924bac090019 req-7e39a204-bc43-4c43-9904-54c467856b01 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227713 Jul 08 12:22:39.251408 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52302) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:39.266576 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-df1585a6-cc0a-4603-9ae0-776f69516850 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:39.492111 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:38Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:22:39.495803 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Attempting to bind port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:22:39.496320 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Attempting to bind port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:22:39.496827 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Attempting to bind port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db on network f8bb1a41-24ab-4371-8111-192002385033 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:39.502751 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1585a6-cc0a-4603-9ae0-776f69516850 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908e86f1-f515-43f3-bb91-178c25aafe39,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:39.531261 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db on network f8bb1a41-24ab-4371-8111-192002385033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:22:39.539788 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Attempting to bind port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db on network f8bb1a41-24ab-4371-8111-192002385033 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:39.543352 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b58aee0-1830-4a76-8bb8-28c03ac76267 None None] The sync data for ids ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'] in dv-cinder-799631-5-iscsi is: [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:38Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:22:39.576273 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:22:39.577456 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Checking segment: {'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:39.579541 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Bound using segment: {'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:22:39.580146 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Bound port: 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:22:39.586374 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:39.660082 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-df1585a6-cc0a-4603-9ae0-776f69516850 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:39.661365 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-df1585a6-cc0a-4603-9ae0-776f69516850 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5998900 Jul 08 12:22:39.671845 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52320) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:39.702897 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Request body: {'floatingip': {'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:39.742214 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f9ed4460-dcac-45fe-83f3-3b633d16366b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:39.780429 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-d2e9bba4-0f33-4187-b584-9882d4ef92cb tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:39.787387 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-d2e9bba4-0f33-4187-b584-9882d4ef92cb tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/networks?id=944642c5-34cb-4052-9c71-c9f2bb6fc18d HTTP/1.1" status: 200 len: 818 time: 0.3856168 Jul 08 12:22:39.835944 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-db4f1dd6-be5a-4e8c-ad3e-c61d9edcad04 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/quotas/a5717098e04f409ca0a065e84d0e4aeb HTTP/1.1" status: 200 len: 375 time: 0.0466464 Jul 08 12:22:40.023421 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device d3fb0cad-d173-4e8a-8599-d68f9d472214 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:22:40.033897 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] For port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:22:40.060278 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812ace5-7de2-4dc0-a6d8-7bea5e88eb0d req-e5f059e1-1d71-4d07-a7db-567c0b25c1ac tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:40.104885 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f812ace5-7de2-4dc0-a6d8-7bea5e88eb0d req-e5f059e1-1d71-4d07-a7db-567c0b25c1ac tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 944 time: 0.7413323 Jul 08 12:22:40.128147 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for floatingip, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:40.197686 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] For port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=4c6ba5d3-c75a-4a25-943f-d8e2ba1496db,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:22:40.211491 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-6bd55a33-555b-4788-8012-76b902de4200 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3746362 Jul 08 12:22:40.233788 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port d3fb0cad-d173-4e8a-8599-d68f9d472214 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:22:40.239321 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port d3fb0cad-d173-4e8a-8599-d68f9d472214 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:22:40.244065 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:40.308703 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52332) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:40.341221 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:40.461929 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:40.467287 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:40.467287 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] 10.222.0.89 "PUT /v2.0/ports/4c6ba5d3-c75a-4a25-943f-d8e2ba1496db HTTP/1.1" status: 200 len: 1094 time: 3.8981705 Jul 08 12:22:40.469968 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823fd000-999b-499c-9f22-51ebd2c62832', 'tag': '4c6ba5d3-c75a-4a25-943f-d8e2ba1496db'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:22:40.513930 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:40.535524 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f812ace5-7de2-4dc0-a6d8-7bea5e88eb0d req-763e9982-3b8a-4f0b-a91f-d501d7e20794 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296582 Jul 08 12:22:40.659859 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port d3fb0cad-d173-4e8a-8599-d68f9d472214, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=d3fb0cad-d173-4e8a-8599-d68f9d472214,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:22:40.719466 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4873af74-33ee-4fe5-828f-09d86b9832d6 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:22:40.758821 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:40.759865 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device d924a223-e1b0-4f3e-b70a-c2577c9c688e up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:22:40.800196 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-849bce5c-5d1a-4403-81fb-5d859bc684a8 service neutron] 10.222.0.88 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779977 Jul 08 12:22:40.819834 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f9ed4460-dcac-45fe-83f3-3b633d16366b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:40.840277 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:40.878554 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4cb38655-8348-4059-9377-ae788fc9c27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:41.000011 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Transition to ACTIVE for port object 4873af74-33ee-4fe5-828f-09d86b9832d6 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:22:41.036920 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=d3fb0cad-d173-4e8a-8599-d68f9d472214,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:41.083954 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6032eb-3251-4ba4-8447-8494428a71a8" -d '{"events": [{"name": "network-changed", "server_uuid": "823fd000-999b-499c-9f22-51ebd2c62832", "tag": "4c6ba5d3-c75a-4a25-943f-d8e2ba1496db"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:22:41.111535 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d978d8-2030-4e7e-8afa-cbb829e9590e service neutron] Pushing event updated for resources: {'Port': ['ID=4c6ba5d3-c75a-4a25-943f-d8e2ba1496db,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:41.119738 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f9ed4460-dcac-45fe-83f3-3b633d16366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:41.141887 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:41.204271 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-f9ed4460-dcac-45fe-83f3-3b633d16366b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6d50931614d04b6dbbe5bde1c65f7123&name=default HTTP/1.1" status: 200 len: 2977 time: 1.9486578 Jul 08 12:22:41.204467 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port d924a223-e1b0-4f3e-b70a-c2577c9c688e completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:22:41.208779 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port d924a223-e1b0-4f3e-b70a-c2577c9c688e triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:22:41.209246 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:41.223213 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52350) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:41.232362 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed4460-dcac-45fe-83f3-3b633d16366b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e83ef46-ed8d-4850-b747-08c3c0c4f5ea,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:41.245137 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-8b83b6c5-d0dc-4ea8-80ee-fe5d41d77044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:41.246673 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-8b83b6c5-d0dc-4ea8-80ee-fe5d41d77044 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 1097 time: 0.5688035 Jul 08 12:22:41.338966 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:41.349425 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-55566c38-bd44-4482-b56a-7fa944834fff service neutron] 10.222.0.88 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039542 Jul 08 12:22:41.411990 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:41.438427 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4b4cd-3a95-479a-8696-458ce2a814f6 req-8f850e76-fd02-42a3-be68-d3aeaf318edd tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:41.440278 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f7a4b4cd-3a95-479a-8696-458ce2a814f6 req-8f850e76-fd02-42a3-be68-d3aeaf318edd tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 944 time: 0.2674296 Jul 08 12:22:41.533826 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port d924a223-e1b0-4f3e-b70a-c2577c9c688e, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=d924a223-e1b0-4f3e-b70a-c2577c9c688e,segment=NetworkSegment(79bd898e-c412-44a2-940a-d80cf6954e88),segment_id=79bd898e-c412-44a2-940a-d80cf6954e88)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:22:41.572315 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-b47a909c-48e9-444a-a4ac-3d24dd7edf33 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6ba5d3-c75a-4a25-943f-d8e2ba1496db HTTP/1.1" status: 200 len: 217 time: 0.2904558 Jul 08 12:22:41.606636 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Pushing event updated for resources: {'Port': ['ID=4873af74-33ee-4fe5-828f-09d86b9832d6,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:41.627551 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:41.669496 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f7a4b4cd-3a95-479a-8696-458ce2a814f6 req-c17b9890-f5ea-45a8-a680-3d1d0ee89ec3 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925905 Jul 08 12:22:41.695377 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52358) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:41.712491 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_common [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Allocated IP 172.27.3.188 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/2a76c7f3-9d48-4902-ba8e-792933a7eb70) {{(pid=93655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:22:41.752240 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Attempting to bind port 4873af74-33ee-4fe5-828f-09d86b9832d6 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:22:41.752591 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Attempting to bind port 4873af74-33ee-4fe5-828f-09d86b9832d6 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '161b4f42-8173-4c6c-9f5c-9679cbbc4a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09b0455c-f78d-4ad3-b0f2-06886b257aa0'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:22:41.753027 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Attempting to bind port 4873af74-33ee-4fe5-828f-09d86b9832d6 on network 09b0455c-f78d-4ad3-b0f2-06886b257aa0 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:41.755887 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-15e22b6b-0774-4e60-9b57-98d9b3a1e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:41.758140 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-15e22b6b-0774-4e60-9b57-98d9b3a1e768 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=24c6ebb6-7148-48f7-9129-e59b81694c22 HTTP/1.1" status: 200 len: 854 time: 0.1750901 Jul 08 12:22:41.776140 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Port 4873af74-33ee-4fe5-828f-09d86b9832d6 on network 09b0455c-f78d-4ad3-b0f2-06886b257aa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:22:41.776743 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Attempting to bind port 4873af74-33ee-4fe5-828f-09d86b9832d6 on network 09b0455c-f78d-4ad3-b0f2-06886b257aa0 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:41.783028 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c26a06ea-a040-4bb1-a07f-54811099c4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:41.840028 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=d924a223-e1b0-4f3e-b70a-c2577c9c688e,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:41.847546 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:22:41.849290 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Checking segment: {'id': '161b4f42-8173-4c6c-9f5c-9679cbbc4a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09b0455c-f78d-4ad3-b0f2-06886b257aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:41.849860 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Bound using segment: {'id': '161b4f42-8173-4c6c-9f5c-9679cbbc4a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09b0455c-f78d-4ad3-b0f2-06886b257aa0'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:22:41.850498 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Bound port: 4873af74-33ee-4fe5-828f-09d86b9832d6, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161b4f42-8173-4c6c-9f5c-9679cbbc4a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '09b0455c-f78d-4ad3-b0f2-06886b257aa0'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:22:41.851022 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:41.871788 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4cb38655-8348-4059-9377-ae788fc9c27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:41.943525 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-fcacd750-e364-4cd3-b4d0-2a807b757411 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f8bb1a41-24ab-4371-8111-192002385033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248822 Jul 08 12:22:41.947221 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device d3fb0cad-d173-4e8a-8599-d68f9d472214 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:22:42.008790 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4cb38655-8348-4059-9377-ae788fc9c27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:42.102591 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for port, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:42.166787 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port d3fb0cad-d173-4e8a-8599-d68f9d472214 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:22:42.167368 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:42.197327 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.89', 55830) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:42.251247 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:42.269424 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c26a06ea-a040-4bb1-a07f-54811099c4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:42.342915 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88587304-76f7-4c54-9fe3-bfe401e47ae5 x-openstack-request-id: req-88587304-76f7-4c54-9fe3-bfe401e47ae5 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:22:42.343253 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823fd000-999b-499c-9f22-51ebd2c62832", "tag": "4c6ba5d3-c75a-4a25-943f-d8e2ba1496db", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:22:42.343439 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-88587304-76f7-4c54-9fe3-bfe401e47ae5 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:22:42.343992 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823fd000-999b-499c-9f22-51ebd2c62832', 'tag': '4c6ba5d3-c75a-4a25-943f-d8e2ba1496db', 'status': 'completed', 'code': 200} Jul 08 12:22:42.361445 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6ce0-0672-4bb3-a4a1-7de51f6fdb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:42.370442 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:42.470137 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-4cb38655-8348-4059-9377-ae788fc9c27c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=32bdbe4c071a4c79a535026480337a65&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1583519 Jul 08 12:22:42.470137 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb38655-8348-4059-9377-ae788fc9c27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81ad99b-f396-48e9-aeab-efbfcb01cfb1,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:42.505928 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52374) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:42.538704 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] For port 4873af74-33ee-4fe5-828f-09d86b9832d6, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:22:42.594228 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] For port 4873af74-33ee-4fe5-828f-09d86b9832d6, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=4873af74-33ee-4fe5-828f-09d86b9832d6,segment=NetworkSegment(161b4f42-8173-4c6c-9f5c-9679cbbc4a5f),segment_id=161b4f42-8173-4c6c-9f5c-9679cbbc4a5f)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:22:42.807721 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-b9dddd62-0cb3-4124-af3b-459520820d0e service neutron] 10.222.0.89 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6540902 Jul 08 12:22:42.809021 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-59d67dc2-b1a4-40b0-8f1f-46b487be29c5 req-07d3abc7-d52b-4627-b2c5-5b6c4e4a6dec tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 210 time: 0.2854788 Jul 08 12:22:42.809021 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:22:42.809907 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5dfc575d-0c66-44bd-8a8d-e9dd15823cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:42.810052 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:42.810052 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Received port after_create {{(pid=93655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:22:42.810052 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event updated for resources: {'Port': ['ID=2a76c7f3-9d48-4902-ba8e-792933a7eb70,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:42.811026 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5dfc575d-0c66-44bd-8a8d-e9dd15823cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:42.811181 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-cda02f4c-1353-422a-92fd-e123b17825b3 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:42.811181 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-cda02f4c-1353-422a-92fd-e123b17825b3 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.89 "GET /v2.0/networks?id=944642c5-34cb-4052-9c71-c9f2bb6fc18d HTTP/1.1" status: 200 len: 818 time: 0.5441041 Jul 08 12:22:42.811181 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061046e-cdca-4642-a028-e2db82a72bca req-5fd6d6cc-04c8-414f-8e70-55ab1b846d10 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:42.811181 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1061046e-cdca-4642-a028-e2db82a72bca req-5fd6d6cc-04c8-414f-8e70-55ab1b846d10 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 944 time: 0.4537005 Jul 08 12:22:42.839198 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d4d9d035-7645-4f4b-8ebb-333ac38fbd8f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Request body: {'port': {'device_id': 'ee22d9f8-602c-4908-9ba1-33b76009bd3e', 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d', 'admin_state_up': True, 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:42.872190 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-85e6d741-ca5f-46c9-a01b-4e03e3f16949 req-2f277399-bdda-4b0c-9374-d1240143d0e4 service neutron] 10.222.0.89 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385338 Jul 08 12:22:42.940699 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1061046e-cdca-4642-a028-e2db82a72bca req-ad7580a1-b32a-45c9-bd0e-7bd69a21f7a3 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548748 Jul 08 12:22:43.126618 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24450a-6c4a-4ec5-aaa3-defdd453fab2 req-18ef34fb-2b17-4220-9c0d-e9d85a6bb06d tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:43.135363 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0a24450a-6c4a-4ec5-aaa3-defdd453fab2 req-18ef34fb-2b17-4220-9c0d-e9d85a6bb06d tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 944 time: 0.1888981 Jul 08 12:22:43.201045 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0a24450a-6c4a-4ec5-aaa3-defdd453fab2 req-db771e0f-9efe-4415-91ec-c68c7f0bf4d9 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611935 Jul 08 12:22:43.314565 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:43.323091 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c26a06ea-a040-4bb1-a07f-54811099c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:43.323091 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c26a06ea-a040-4bb1-a07f-54811099c4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:43.323091 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-c26a06ea-a040-4bb1-a07f-54811099c4a0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7e83ef46-ed8d-4850-b747-08c3c0c4f5ea HTTP/1.1" status: 204 len: 168 time: 2.0944824 Jul 08 12:22:43.444805 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a06ea-a040-4bb1-a07f-54811099c4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e83ef46-ed8d-4850-b747-08c3c0c4f5ea,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:43.447727 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5dfc575d-0c66-44bd-8a8d-e9dd15823cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:43.451653 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5dfc575d-0c66-44bd-8a8d-e9dd15823cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:43.455959 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-5dfc575d-0c66-44bd-8a8d-e9dd15823cf7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d81ad99b-f396-48e9-aeab-efbfcb01cfb1 HTTP/1.1" status: 204 len: 168 time: 0.9373472 Jul 08 12:22:43.463014 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:43.463650 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:43.465174 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] 10.222.0.89 "PUT /v2.0/ports/4873af74-33ee-4fe5-828f-09d86b9832d6 HTTP/1.1" status: 200 len: 1094 time: 5.2335634 Jul 08 12:22:43.495104 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc575d-0c66-44bd-8a8d-e9dd15823cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81ad99b-f396-48e9-aeab-efbfcb01cfb1,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:43.526171 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61613c7-148d-4ad6-8b8f-4433bb2c9566 service neutron] Pushing event updated for resources: {'Port': ['ID=4873af74-33ee-4fe5-828f-09d86b9832d6,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:43.592710 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:43.703081 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6ce0-0672-4bb3-a4a1-7de51f6fdb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:43.768117 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b54ccc1a-4c24-4d61-aa3c-cab91c419d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:43.769592 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-b54ccc1a-4c24-4d61-aa3c-cab91c419d38 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50130e031d8e45ae86d4890f189f14f0&device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 1097 time: 0.1503015 Jul 08 12:22:43.804530 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6032eb-3251-4ba4-8447-8494428a71a8 req-9e38a9c4-87e5-4a99-a249-9ac9cbadc2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:43.811553 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc6032eb-3251-4ba4-8447-8494428a71a8 req-9e38a9c4-87e5-4a99-a249-9ac9cbadc2c4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 1097 time: 0.2004840 Jul 08 12:22:43.816202 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6ce0-0672-4bb3-a4a1-7de51f6fdb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:43.870543 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device d924a223-e1b0-4f3e-b70a-c2577c9c688e up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:22:43.904195 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-0fde45c9-9c5f-48a4-b06d-46632cc10141 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4873af74-33ee-4fe5-828f-09d86b9832d6 HTTP/1.1" status: 200 len: 217 time: 0.1158185 Jul 08 12:22:43.909304 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f2103eb5-b0c0-4a1a-a3cb-d8c8b84adaec req-257cb123-4b8f-4211-b3e6-bc8dc14e98a3 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 210 time: 0.0824659 Jul 08 12:22:43.918244 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:44.000137 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port d924a223-e1b0-4f3e-b70a-c2577c9c688e triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:22:44.000515 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:44.056952 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a2df3976-5aa1-4e1a-ba29-42e06875f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:44.058703 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-a2df3976-5aa1-4e1a-ba29-42e06875f30e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=168c9882-464f-4b6a-8525-39f0efd69c4e HTTP/1.1" status: 200 len: 852 time: 0.1088593 Jul 08 12:22:44.090949 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a6ce0-0672-4bb3-a4a1-7de51f6fdb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aefb1be-1e39-4a30-8d94-448c13c4a1ca,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:44.193550 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-ab8a6ce0-0672-4bb3-a4a1-7de51f6fdb15 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b2c7ea79916c4102a757087439ca379f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4890471 Jul 08 12:22:44.207500 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52406) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:44.275215 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d4d9d035-7645-4f4b-8ebb-333ac38fbd8f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Made reservation on behalf of a5717098e04f409ca0a065e84d0e4aeb for: {'port': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:44.287686 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d4d9d035-7645-4f4b-8ebb-333ac38fbd8f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:44.300853 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-8abc6660-e4b0-496f-bae5-da86c58883e9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09b0455c-f78d-4ad3-b0f2-06886b257aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1593232 Jul 08 12:22:44.346516 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340580b4-f296-4325-95bd-aefee030f06f', 'tag': '4873af74-33ee-4fe5-828f-09d86b9832d6'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:22:44.364129 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa19e6ec-791e-49f5-bb36-9eebf926fb86" -d '{"events": [{"name": "network-changed", "server_uuid": "340580b4-f296-4325-95bd-aefee030f06f", "tag": "4873af74-33ee-4fe5-828f-09d86b9832d6"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:22:44.562745 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6032eb-3251-4ba4-8447-8494428a71a8 req-dcbb7f65-cd6e-407e-a4b0-c32dec4ce283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:44.564910 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc6032eb-3251-4ba4-8447-8494428a71a8 req-dcbb7f65-cd6e-407e-a4b0-c32dec4ce283 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f8bb1a41-24ab-4371-8111-192002385033 HTTP/1.1" status: 200 len: 915 time: 0.6895323 Jul 08 12:22:44.582649 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f45234c0-1c69-4663-a2ed-3ce439bb64d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:44.607149 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-7c8f0a95-9ea0-4055-8ec8-02f084b88d2e service neutron] 10.222.0.89 "GET /v2.0/networks/09b0455c-f78d-4ad3-b0f2-06886b257aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440093 Jul 08 12:22:44.609172 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for port, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:44.622654 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f45234c0-1c69-4663-a2ed-3ce439bb64d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:44.767603 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4aedc-ba8f-4b3b-80e5-7140a0bed0f9 req-b875cca9-f41e-47bd-a6c8-462167a9a2cf tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:44.769417 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-36a4aedc-ba8f-4b3b-80e5-7140a0bed0f9 req-b875cca9-f41e-47bd-a6c8-462167a9a2cf tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 944 time: 0.1561213 Jul 08 12:22:44.789115 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd10213-d0f0-4506-a626-84774830c1e9 req-7c4ed9fe-15ca-4807-a8c5-6f373381f04c tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:44.790694 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9bd10213-d0f0-4506-a626-84774830c1e9 req-7c4ed9fe-15ca-4807-a8c5-6f373381f04c tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 944 time: 0.1372230 Jul 08 12:22:44.901657 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-36a4aedc-ba8f-4b3b-80e5-7140a0bed0f9 req-cce2d8a3-99e8-43ac-84ea-4023ecf7dc05 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078279 Jul 08 12:22:44.915304 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9bd10213-d0f0-4506-a626-84774830c1e9 req-60e011e8-a6a3-4053-afec-e7b40104cbee tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101959 Jul 08 12:22:44.976611 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f45234c0-1c69-4663-a2ed-3ce439bb64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:44.981542 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f45234c0-1c69-4663-a2ed-3ce439bb64d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:44.990188 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-f45234c0-1c69-4663-a2ed-3ce439bb64d2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8aefb1be-1e39-4a30-8d94-448c13c4a1ca HTTP/1.1" status: 204 len: 168 time: 0.7779765 Jul 08 12:22:45.023882 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470a7298-d18b-4df6-aff8-3ba74de41cec x-openstack-request-id: req-470a7298-d18b-4df6-aff8-3ba74de41cec {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:22:45.024247 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340580b4-f296-4325-95bd-aefee030f06f", "tag": "4873af74-33ee-4fe5-828f-09d86b9832d6", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:22:45.024702 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-470a7298-d18b-4df6-aff8-3ba74de41cec {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:22:45.025167 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340580b4-f296-4325-95bd-aefee030f06f', 'tag': '4873af74-33ee-4fe5-828f-09d86b9832d6', 'status': 'completed', 'code': 200} Jul 08 12:22:45.026164 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:45.028115 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45234c0-1c69-4663-a2ed-3ce439bb64d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aefb1be-1e39-4a30-8d94-448c13c4a1ca,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:45.280834 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52428) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:45.322244 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-73b37294-3175-4591-8dc7-638310634983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:45.410096 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:45.497660 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fe093021-f644-48e4-9bdd-aff035530331 req-597e4352-1167-438c-8f9e-f239e18bcdbe tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 210 time: 0.1141994 Jul 08 12:22:45.501356 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-19eee351-119b-4421-8ee4-414fff6e85d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:45.520363 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event updated for resources: {'Port': ['ID=2a76c7f3-9d48-4902-ba8e-792933a7eb70,revision_number=2']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:45.547389 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_common [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d4d9d035-7645-4f4b-8ebb-333ac38fbd8f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Allocated IP 172.20.0.6 (944642c5-34cb-4052-9c71-c9f2bb6fc18d/a0e2175b-da30-4bbc-b885-7bdc05d46a4d/0d7c501d-f57b-421d-852f-d79a3038fb5e) {{(pid=93655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:22:45.571302 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-73b37294-3175-4591-8dc7-638310634983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:45.627066 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-73b37294-3175-4591-8dc7-638310634983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:45.682532 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-73b37294-3175-4591-8dc7-638310634983 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=44e51ff9bbd04a92a0dcc4fb35126f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001148 Jul 08 12:22:45.688923 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52434) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:45.691421 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b37294-3175-4591-8dc7-638310634983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072c02b9-be1e-4f49-b75d-51374cb6e419,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:45.710493 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:45.712706 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-b5497ce5-9ec9-44ad-83fd-dd3b3f4d64d5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0389702 Jul 08 12:22:45.844466 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc6032eb-3251-4ba4-8447-8494428a71a8 req-f0fb1e6d-f8c7-4ef7-9dfc-fb767be73c08 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6ba5d3-c75a-4a25-943f-d8e2ba1496db HTTP/1.1" status: 200 len: 217 time: 0.0518429 Jul 08 12:22:45.871098 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d4d9d035-7645-4f4b-8ebb-333ac38fbd8f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks [] for port, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:45.890611 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b97b9bf5-8805-418d-98c4-24c36826c455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:45.919731 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b97b9bf5-8805-418d-98c4-24c36826c455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:46.010602 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d4d9d035-7645-4f4b-8ebb-333ac38fbd8f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:46.040316 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52448) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:46.093970 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-2e30ccc6-579d-4b1b-b9d6-ec4bd460a6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:46.115461 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6032eb-3251-4ba4-8447-8494428a71a8 req-4a580764-668a-45f4-b0ed-27f757e1c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:46.117629 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc6032eb-3251-4ba4-8447-8494428a71a8 req-4a580764-668a-45f4-b0ed-27f757e1c1be service neutron] 10.222.0.89 "GET /v2.0/subnets?id=24c6ebb6-7148-48f7-9129-e59b81694c22 HTTP/1.1" status: 200 len: 854 time: 0.1423423 Jul 08 12:22:46.187138 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e0fa1807-bba1-40f6-96c3-6bb535292ecd req-502eebf3-0455-4fc9-8d75-4e2cb6d9dd8f service neutron] 10.222.0.89 "GET /v2.0/networks/09b0455c-f78d-4ad3-b0f2-06886b257aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525751 Jul 08 12:22:46.189542 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc6032eb-3251-4ba4-8447-8494428a71a8 req-467df896-390c-4694-92fd-c3a220a8e418 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f8bb1a41-24ab-4371-8111-192002385033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458338 Jul 08 12:22:46.375783 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc6032eb-3251-4ba4-8447-8494428a71a8 req-6353fd17-e85d-4401-aff3-5361d7fa7e9c service neutron] 10.222.0.89 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641147 Jul 08 12:22:46.380194 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d4d9d035-7645-4f4b-8ebb-333ac38fbd8f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Network 944642c5-34cb-4052-9c71-c9f2bb6fc18d is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:22:46.396416 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d4d9d035-7645-4f4b-8ebb-333ac38fbd8f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:46.402300 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d4d9d035-7645-4f4b-8ebb-333ac38fbd8f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Received port after_create {{(pid=93655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:22:46.408853 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d4d9d035-7645-4f4b-8ebb-333ac38fbd8f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:46.409171 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d4d9d035-7645-4f4b-8ebb-333ac38fbd8f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for port, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:46.423083 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9d035-7645-4f4b-8ebb-333ac38fbd8f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Pushing event updated for resources: {'Port': ['ID=0d7c501d-f57b-421d-852f-d79a3038fb5e,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:46.431080 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b97b9bf5-8805-418d-98c4-24c36826c455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:46.433908 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b97b9bf5-8805-418d-98c4-24c36826c455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:46.435406 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-b97b9bf5-8805-418d-98c4-24c36826c455 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/072c02b9-be1e-4f49-b75d-51374cb6e419 HTTP/1.1" status: 204 len: 168 time: 0.7418087 Jul 08 12:22:46.454840 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b9bf5-8805-418d-98c4-24c36826c455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072c02b9-be1e-4f49-b75d-51374cb6e419,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:46.485446 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a2cc8-fa83-4c77-ac94-1bee66a27ec4 req-b762f714-3042-4130-a412-d262c045c6ec tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:46.487889 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d18a2cc8-fa83-4c77-ac94-1bee66a27ec4 req-b762f714-3042-4130-a412-d262c045c6ec tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 944 time: 0.3213837 Jul 08 12:22:46.513057 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c1503-e737-4f9c-a9e7-cc3302dd0cda req-1432afa8-ab8f-4c78-9e22-ee583ced1302 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:46.515872 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ce2c1503-e737-4f9c-a9e7-cc3302dd0cda req-1432afa8-ab8f-4c78-9e22-ee583ced1302 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 944 time: 0.2420807 Jul 08 12:22:46.557940 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-2e30ccc6-579d-4b1b-b9d6-ec4bd460a6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:46.595614 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d18a2cc8-fa83-4c77-ac94-1bee66a27ec4 req-b97c5999-8823-4899-911e-7ce18d053ed7 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933685 Jul 08 12:22:46.609203 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ce2c1503-e737-4f9c-a9e7-cc3302dd0cda req-fbd7b0a1-1cff-45db-9032-4fff800b2769 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780349 Jul 08 12:22:46.764553 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6c4d8284-a0c0-4702-95b9-6d4f111174f6 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1736209843&fields=id&tenant_id=910ce624b8034309b4a99c095ec09b5e HTTP/1.1" status: 200 len: 267 time: 0.0524459 Jul 08 12:22:46.767241 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d4d9d035-7645-4f4b-8ebb-333ac38fbd8f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9337721 Jul 08 12:22:46.872331 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Request body: {'port': {'device_id': 'ee22d9f8-602c-4908-9ba1-33b76009bd3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:46.959299 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-718532ae-be69-45f1-9e5e-c756f5c2ede3 req-b347e5e3-9994-4fe7-9370-3f611d528ed9 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 210 time: 0.1204369 Jul 08 12:22:47.040181 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:47.118377 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-2e30ccc6-579d-4b1b-b9d6-ec4bd460a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:47.129118 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52476) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:47.170256 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-c2a0c1a5-d894-4a5e-a100-43d0391f25c8 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:47.177666 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-c2a0c1a5-d894-4a5e-a100-43d0391f25c8 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/networks?id=a51e55e7-ef45-400f-a6d9-0a508ab962db HTTP/1.1" status: 200 len: 811 time: 0.4025359 Jul 08 12:22:47.268515 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-2e30ccc6-579d-4b1b-b9d6-ec4bd460a6f7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=76c9a5aacbb54df282e5ba60733df9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2205782 Jul 08 12:22:47.273411 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30ccc6-579d-4b1b-b9d6-ec4bd460a6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19d27a5-c681-4061-9a87-72fe52c27c0f,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:47.277423 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52482) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:47.289443 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-248fd52e-992e-4353-a9bf-dc0cb5bc41e0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/quotas/910ce624b8034309b4a99c095ec09b5e HTTP/1.1" status: 200 len: 375 time: 0.0981028 Jul 08 12:22:47.343371 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc6032eb-3251-4ba4-8447-8494428a71a8 req-1e55d99d-d2a0-48e9-a612-6afbcbcaaa87 service neutron] 10.222.0.89 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7179492 Jul 08 12:22:47.375723 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7918dd4a-d2e9-47b5-8f89-079f08501eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:47.383886 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19e6ec-791e-49f5-bb36-9eebf926fb86 req-5c3ed2cf-6b8a-4a6e-a1f0-6fadbddb173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:47.385437 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fa19e6ec-791e-49f5-bb36-9eebf926fb86 req-5c3ed2cf-6b8a-4a6e-a1f0-6fadbddb173c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50130e031d8e45ae86d4890f189f14f0&device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 1097 time: 0.2790112 Jul 08 12:22:47.545292 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ca321176-6737-4a6c-8e3e-e425d510f322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:47.582193 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7918dd4a-d2e9-47b5-8f89-079f08501eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:47.600753 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-b437aa77-14bf-4ccb-b5ef-adbf4e233c81 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=910ce624b8034309b4a99c095ec09b5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3097343 Jul 08 12:22:47.667154 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19e6ec-791e-49f5-bb36-9eebf926fb86 req-d915a7bf-2456-4932-b8ab-fab630b1dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:47.669272 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fa19e6ec-791e-49f5-bb36-9eebf926fb86 req-d915a7bf-2456-4932-b8ab-fab630b1dbd7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09b0455c-f78d-4ad3-b0f2-06886b257aa0 HTTP/1.1" status: 200 len: 913 time: 0.2392704 Jul 08 12:22:47.747055 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7918dd4a-d2e9-47b5-8f89-079f08501eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:47.749697 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7918dd4a-d2e9-47b5-8f89-079f08501eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:47.754594 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-7918dd4a-d2e9-47b5-8f89-079f08501eab admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e19d27a5-c681-4061-9a87-72fe52c27c0f HTTP/1.1" status: 204 len: 168 time: 0.4685996 Jul 08 12:22:47.926971 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918dd4a-d2e9-47b5-8f89-079f08501eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19d27a5-c681-4061-9a87-72fe52c27c0f,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:47.991869 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fa19e6ec-791e-49f5-bb36-9eebf926fb86 req-1641dc3a-abdc-406d-9992-d82d5ba2796d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4873af74-33ee-4fe5-828f-09d86b9832d6 HTTP/1.1" status: 200 len: 217 time: 0.2307637 Jul 08 12:22:48.160207 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-3e9835e2-4b10-4c7c-b5fa-76ead78dbb4e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:48.161655 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-3e9835e2-4b10-4c7c-b5fa-76ead78dbb4e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.89 "GET /v2.0/networks?id=944642c5-34cb-4052-9c71-c9f2bb6fc18d HTTP/1.1" status: 200 len: 818 time: 0.2115972 Jul 08 12:22:48.217987 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ca321176-6737-4a6c-8e3e-e425d510f322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:48.223095 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-523fd2d3-b44c-4afb-ae05-01715d0dff63 service neutron] 10.222.0.88 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102760 Jul 08 12:22:48.228735 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.notifiers.nova [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7c501d-f57b-421d-852f-d79a3038fb5e {{(pid=93655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:22:48.237543 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:48.313681 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.provisioning_blocks [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Transition to ACTIVE for port object 0d7c501d-f57b-421d-852f-d79a3038fb5e will not be triggered until provisioned by entity L2. {{(pid=93655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:22:48.316114 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ca321176-6737-4a6c-8e3e-e425d510f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:48.398295 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-ca321176-6737-4a6c-8e3e-e425d510f322 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=23ec8eb0787840179bc0b6db27c375ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2648609 Jul 08 12:22:48.398295 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca321176-6737-4a6c-8e3e-e425d510f322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a68d47-3e04-43f0-a1f2-05c175b4704e,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:48.399740 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52502) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:48.425870 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-7efa6bd4-d4c8-45f8-ae7d-f90f0dda3c9a service neutron] 10.222.0.88 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709578 Jul 08 12:22:48.431839 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:48.508090 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3d1fef0f-f947-4041-b471-46f5a335367b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:48.544628 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3d1fef0f-f947-4041-b471-46f5a335367b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:48.593347 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Pushing event updated for resources: {'Port': ['ID=0d7c501d-f57b-421d-852f-d79a3038fb5e,revision_number=2']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:48.662475 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.managers [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Attempting to bind port 0d7c501d-f57b-421d-852f-d79a3038fb5e on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:22:48.663878 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.managers [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Attempting to bind port 0d7c501d-f57b-421d-852f-d79a3038fb5e by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '79bd898e-c412-44a2-940a-d80cf6954e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d'}] {{(pid=93655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:22:48.664372 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Attempting to bind port 0d7c501d-f57b-421d-852f-d79a3038fb5e on network 944642c5-34cb-4052-9c71-c9f2bb6fc18d {{(pid=93655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:48.669857 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Port 0d7c501d-f57b-421d-852f-d79a3038fb5e on network 944642c5-34cb-4052-9c71-c9f2bb6fc18d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:22:48.673147 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Attempting to bind port 0d7c501d-f57b-421d-852f-d79a3038fb5e on network 944642c5-34cb-4052-9c71-c9f2bb6fc18d {{(pid=93655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:48.676250 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:22:48.676936 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Checking segment: {'id': '79bd898e-c412-44a2-940a-d80cf6954e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:48.677654 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Bound using segment: {'id': '79bd898e-c412-44a2-940a-d80cf6954e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d'} {{(pid=93655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:22:48.678895 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.managers [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Bound port: 0d7c501d-f57b-421d-852f-d79a3038fb5e, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bd898e-c412-44a2-940a-d80cf6954e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d'}}] {{(pid=93655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:22:48.679641 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:48.727153 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-761aff0b-795c-4d5c-ba88-f6e9aaa423cc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Request body: {'port': {'device_id': '19e67c0c-effe-4014-8d98-4472fb4e1167', 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d', 'admin_state_up': True, 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:48.744261 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3d1fef0f-f947-4041-b471-46f5a335367b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:48.746898 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3d1fef0f-f947-4041-b471-46f5a335367b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:48.750725 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-3d1fef0f-f947-4041-b471-46f5a335367b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/45a68d47-3e04-43f0-a1f2-05c175b4704e HTTP/1.1" status: 204 len: 168 time: 0.3474801 Jul 08 12:22:48.786430 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] For port 0d7c501d-f57b-421d-852f-d79a3038fb5e, host hv-cinder-79963, cleared binding levels {{(pid=93655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:22:48.793024 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] For port 0d7c501d-f57b-421d-852f-d79a3038fb5e, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=0d7c501d-f57b-421d-852f-d79a3038fb5e,segment=NetworkSegment(79bd898e-c412-44a2-940a-d80cf6954e88),segment_id=79bd898e-c412-44a2-940a-d80cf6954e88)] {{(pid=93655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:22:48.856352 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0727a2-5134-4a2b-aee4-3c2cd9337a1d req-9aad2344-5698-4708-be93-c38ff2f81a25 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:48.857995 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1f0727a2-5134-4a2b-aee4-3c2cd9337a1d req-9aad2344-5698-4708-be93-c38ff2f81a25 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 944 time: 0.1315994 Jul 08 12:22:48.868279 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fef0f-f947-4041-b471-46f5a335367b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a68d47-3e04-43f0-a1f2-05c175b4704e,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:48.912473 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19e6ec-791e-49f5-bb36-9eebf926fb86 req-65f63784-81c8-41ea-8317-7c71f40a5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:48.913611 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fa19e6ec-791e-49f5-bb36-9eebf926fb86 req-65f63784-81c8-41ea-8317-7c71f40a5550 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=168c9882-464f-4b6a-8525-39f0efd69c4e HTTP/1.1" status: 200 len: 852 time: 0.2584062 Jul 08 12:22:48.919558 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:48.941700 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:49.014356 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:49.014960 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for port, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:49.016380 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] 10.222.0.89 "PUT /v2.0/ports/0d7c501d-f57b-421d-852f-d79a3038fb5e HTTP/1.1" status: 200 len: 1093 time: 2.1788809 Jul 08 12:22:49.016845 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee22d9f8-602c-4908-9ba1-33b76009bd3e', 'tag': '0d7c501d-f57b-421d-852f-d79a3038fb5e'}] {{(pid=93655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:22:49.039846 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-761aff0b-795c-4d5c-ba88-f6e9aaa423cc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Made reservation on behalf of a5717098e04f409ca0a065e84d0e4aeb for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:49.044425 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-761aff0b-795c-4d5c-ba88-f6e9aaa423cc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:49.101321 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1f0727a2-5134-4a2b-aee4-3c2cd9337a1d req-e9125cba-fffc-4fd5-b7ea-49286b3693d4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269719 Jul 08 12:22:49.183931 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cb728-ec40-468d-a8fc-9691d0dce1ca service neutron] Pushing event updated for resources: {'Port': ['ID=0d7c501d-f57b-421d-852f-d79a3038fb5e,revision_number=3']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:49.232304 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b25108-f881-4812-a790-5543d4cbf004 req-cd8513d7-e12d-4470-8b4a-d0c4ae4780fc tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:49.234443 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-43b25108-f881-4812-a790-5543d4cbf004 req-cd8513d7-e12d-4470-8b4a-d0c4ae4780fc tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 944 time: 0.1600139 Jul 08 12:22:49.255063 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-761aff0b-795c-4d5c-ba88-f6e9aaa423cc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Allocated IP 172.20.0.5 (944642c5-34cb-4052-9c71-c9f2bb6fc18d/a0e2175b-da30-4bbc-b885-7bdc05d46a4d/ffc6d8d6-faef-4256-966c-b6a18c0a0335) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:22:49.281712 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7ca05849-8f16-4f5f-88ad-d71227a77ca5 req-b33cf671-bdf9-469f-9b36-486c43be1a86 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 210 time: 0.0452824 Jul 08 12:22:49.313626 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-43b25108-f881-4812-a790-5543d4cbf004 req-54ae14bd-90cd-4aed-8ad3-4ed9f4aa2b59 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673788 Jul 08 12:22:49.427698 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5aa7fb36-5399-4839-b249-c23f605e2a71 req-f547978e-cc07-4d07-b6ad-3750a3d2c523 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0612822 Jul 08 12:22:49.460945 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-761aff0b-795c-4d5c-ba88-f6e9aaa423cc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:49.558719 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a821d7c4-00d5-4394-ae61-a115d4363725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:49.566973 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-761aff0b-795c-4d5c-ba88-f6e9aaa423cc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:49.622566 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-761aff0b-795c-4d5c-ba88-f6e9aaa423cc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Network 944642c5-34cb-4052-9c71-c9f2bb6fc18d is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:22:49.628269 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-761aff0b-795c-4d5c-ba88-f6e9aaa423cc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:49.633818 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-761aff0b-795c-4d5c-ba88-f6e9aaa423cc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:22:49.639031 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-761aff0b-795c-4d5c-ba88-f6e9aaa423cc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:49.639646 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-761aff0b-795c-4d5c-ba88-f6e9aaa423cc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:49.650853 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a03bbc91d2f86613491d0901239a9001c4f73130c8ca6ab44098ce7ccb338547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7d899a-cb33-4f78-8b7e-8ce335aaedf0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee22d9f8-602c-4908-9ba1-33b76009bd3e", "tag": "0d7c501d-f57b-421d-852f-d79a3038fb5e"}]}' {{(pid=93655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:22:49.654221 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761aff0b-795c-4d5c-ba88-f6e9aaa423cc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Pushing event updated for resources: {'Port': ['ID=ffc6d8d6-faef-4256-966c-b6a18c0a0335,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:49.696440 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-761aff0b-795c-4d5c-ba88-f6e9aaa423cc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0179815 Jul 08 12:22:49.933835 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c49a06a-b438-496e-8c81-602ec1c4ab45 x-openstack-request-id: req-1c49a06a-b438-496e-8c81-602ec1c4ab45 {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:22:49.934128 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee22d9f8-602c-4908-9ba1-33b76009bd3e", "tag": "0d7c501d-f57b-421d-852f-d79a3038fb5e", "status": "completed", "code": 200}]} {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:22:49.934383 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1c49a06a-b438-496e-8c81-602ec1c4ab45 {{(pid=93655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:22:49.934841 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee22d9f8-602c-4908-9ba1-33b76009bd3e', 'tag': '0d7c501d-f57b-421d-852f-d79a3038fb5e', 'status': 'completed', 'code': 200} Jul 08 12:22:50.162251 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Request body: {'port': {'device_id': '19e67c0c-effe-4014-8d98-4472fb4e1167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:50.232790 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fa19e6ec-791e-49f5-bb36-9eebf926fb86 req-bbf9d3fa-5c32-4606-90d0-b733ab8417b2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09b0455c-f78d-4ad3-b0f2-06886b257aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899282 Jul 08 12:22:50.390959 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:50.424412 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d899a-cb33-4f78-8b7e-8ce335aaedf0 req-e77bada5-0c0c-4837-b4d4-22225d011313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:50.426070 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2b7d899a-cb33-4f78-8b7e-8ce335aaedf0 req-e77bada5-0c0c-4837-b4d4-22225d011313 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 1096 time: 0.2309346 Jul 08 12:22:50.451092 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fc876-a715-48cd-9574-e8d57358eb4a req-6efef59c-96a8-4329-9fd7-4713315da4e9 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:50.453233 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7f5fc876-a715-48cd-9574-e8d57358eb4a req-6efef59c-96a8-4329-9fd7-4713315da4e9 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 944 time: 0.1846507 Jul 08 12:22:50.539982 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fa19e6ec-791e-49f5-bb36-9eebf926fb86 req-70005595-0b07-4a71-b708-fca8c77bd559 service neutron] 10.222.0.89 "GET /v2.0/networks/09b0455c-f78d-4ad3-b0f2-06886b257aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880993 Jul 08 12:22:50.547343 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:50.686387 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7f5fc876-a715-48cd-9574-e8d57358eb4a req-758bb522-7b84-459e-9230-dcb4af027c9d tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120924 Jul 08 12:22:50.756486 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d899a-cb33-4f78-8b7e-8ce335aaedf0 req-ed34cf4d-529f-466d-b902-3e54fa779fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:50.758433 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2b7d899a-cb33-4f78-8b7e-8ce335aaedf0 req-ed34cf4d-529f-466d-b902-3e54fa779fcc service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3206091 Jul 08 12:22:50.796983 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b477845-60f7-4f1c-9e6d-047e9f72048d req-db8a8b1f-e7eb-4991-b9cd-db669170fd50 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:50.817155 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2b477845-60f7-4f1c-9e6d-047e9f72048d req-db8a8b1f-e7eb-4991-b9cd-db669170fd50 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 931 time: 0.3539228 Jul 08 12:22:50.830296 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fa19e6ec-791e-49f5-bb36-9eebf926fb86 req-e5bc69cd-99ce-4e8d-a0ea-233fe73fdba5 service neutron] 10.222.0.89 "GET /v2.0/networks/09b0455c-f78d-4ad3-b0f2-06886b257aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734735 Jul 08 12:22:50.925988 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc6d8d6-faef-4256-966c-b6a18c0a0335 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:22:50.937488 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:50.964205 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Transition to ACTIVE for port object ffc6d8d6-faef-4256-966c-b6a18c0a0335 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:22:51.027288 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:51.061293 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2b477845-60f7-4f1c-9e6d-047e9f72048d req-1b6b6846-262d-4eb3-971e-e0e9c4032a41 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381209 Jul 08 12:22:51.073954 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d899a-cb33-4f78-8b7e-8ce335aaedf0 req-0fa77186-c532-4c72-ae77-a6916a320c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:51.075478 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2b7d899a-cb33-4f78-8b7e-8ce335aaedf0 req-0fa77186-c532-4c72-ae77-a6916a320c57 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3105342 Jul 08 12:22:51.131901 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe208493-e820-4231-9952-d38460f0e75a req-5fd91543-7fac-4e87-81c6-99bf776966aa tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:51.141182 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fe208493-e820-4231-9952-d38460f0e75a req-5fd91543-7fac-4e87-81c6-99bf776966aa tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 944 time: 0.2196505 Jul 08 12:22:51.151074 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc6d8d6-faef-4256-966c-b6a18c0a0335,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:51.173683 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Attempting to bind port ffc6d8d6-faef-4256-966c-b6a18c0a0335 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:22:51.174095 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Attempting to bind port ffc6d8d6-faef-4256-966c-b6a18c0a0335 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '79bd898e-c412-44a2-940a-d80cf6954e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:22:51.174489 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Attempting to bind port ffc6d8d6-faef-4256-966c-b6a18c0a0335 on network 944642c5-34cb-4052-9c71-c9f2bb6fc18d {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:51.179742 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Port ffc6d8d6-faef-4256-966c-b6a18c0a0335 on network 944642c5-34cb-4052-9c71-c9f2bb6fc18d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:22:51.180068 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Attempting to bind port ffc6d8d6-faef-4256-966c-b6a18c0a0335 on network 944642c5-34cb-4052-9c71-c9f2bb6fc18d {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:51.193405 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:22:51.195351 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Checking segment: {'id': '79bd898e-c412-44a2-940a-d80cf6954e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:51.195984 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Bound using segment: {'id': '79bd898e-c412-44a2-940a-d80cf6954e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:22:51.196453 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Bound port: ffc6d8d6-faef-4256-966c-b6a18c0a0335, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bd898e-c412-44a2-940a-d80cf6954e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:22:51.196888 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:51.219379 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fe208493-e820-4231-9952-d38460f0e75a req-f17019db-f47a-4f88-8a93-7a6321f4ab4f tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732667 Jul 08 12:22:51.362407 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-cb894f43-5aa8-4a53-bb8b-f1a52c158aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:51.364973 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-cb894f43-5aa8-4a53-bb8b-f1a52c158aa7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 1096 time: 0.2200851 Jul 08 12:22:51.377544 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] For port ffc6d8d6-faef-4256-966c-b6a18c0a0335, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:22:51.382311 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] For port ffc6d8d6-faef-4256-966c-b6a18c0a0335, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ffc6d8d6-faef-4256-966c-b6a18c0a0335,segment=NetworkSegment(79bd898e-c412-44a2-940a-d80cf6954e88),segment_id=79bd898e-c412-44a2-940a-d80cf6954e88)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:22:51.421659 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-64e43e94-8574-4a79-b474-0fbd2eabe0a4 req-31ce5d1a-e9f9-402a-ad32-f701d4026838 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0550935 Jul 08 12:22:51.462906 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:51.495215 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-2c9af50f-a512-44b1-885e-8bd7a9460bd8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d7c501d-f57b-421d-852f-d79a3038fb5e HTTP/1.1" status: 200 len: 217 time: 0.1092317 Jul 08 12:22:51.601396 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc6d8d6-faef-4256-966c-b6a18c0a0335,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:51.613437 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:51.614856 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:51.620191 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-a0c1b67e-ee44-4926-bf0e-1d58f7a33b39 service neutron] 10.222.0.89 "PUT /v2.0/ports/ffc6d8d6-faef-4256-966c-b6a18c0a0335 HTTP/1.1" status: 200 len: 1093 time: 1.4795473 Jul 08 12:22:51.628508 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e67c0c-effe-4014-8d98-4472fb4e1167', 'tag': 'ffc6d8d6-faef-4256-966c-b6a18c0a0335'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:22:51.628508 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8492fdc-7a4e-4e0e-bca2-a055ccd5c489" -d '{"events": [{"name": "network-changed", "server_uuid": "19e67c0c-effe-4014-8d98-4472fb4e1167", "tag": "ffc6d8d6-faef-4256-966c-b6a18c0a0335"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:22:51.691845 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e990e37f-9d0f-40b8-b32f-d894cf6c0bdb x-openstack-request-id: req-e990e37f-9d0f-40b8-b32f-d894cf6c0bdb {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:22:51.692111 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e67c0c-effe-4014-8d98-4472fb4e1167", "tag": "ffc6d8d6-faef-4256-966c-b6a18c0a0335", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:22:51.692591 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e990e37f-9d0f-40b8-b32f-d894cf6c0bdb {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:22:51.701651 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e67c0c-effe-4014-8d98-4472fb4e1167', 'tag': 'ffc6d8d6-faef-4256-966c-b6a18c0a0335', 'status': 'completed', 'code': 200} Jul 08 12:22:51.818755 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-037edeb9-cdd7-4d32-ac75-57622b975494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:51.820355 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-037edeb9-cdd7-4d32-ac75-57622b975494 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a0e2175b-da30-4bbc-b885-7bdc05d46a4d HTTP/1.1" status: 200 len: 858 time: 0.3152430 Jul 08 12:22:51.878578 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8492fdc-7a4e-4e0e-bca2-a055ccd5c489 req-07a65918-b48a-4acc-a31d-62c1f49c1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:51.880423 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d8492fdc-7a4e-4e0e-bca2-a055ccd5c489 req-07a65918-b48a-4acc-a31d-62c1f49c1cce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 1096 time: 0.1420159 Jul 08 12:22:51.912045 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-39d6d5ab-c555-4c53-93b9-065316af754f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=944642c5-34cb-4052-9c71-c9f2bb6fc18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854530 Jul 08 12:22:52.083544 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-cbeecd83-9de1-4ed0-ba21-5920bacf78b0 service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607985 Jul 08 12:22:52.102717 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decbb92-7003-4aef-88c8-c28f213d6c31 req-ba4504e9-38f5-41ce-b37a-4847295a788b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:52.106763 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9decbb92-7003-4aef-88c8-c28f213d6c31 req-ba4504e9-38f5-41ce-b37a-4847295a788b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 944 time: 0.1970224 Jul 08 12:22:52.219167 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-db173cef-03a0-48f2-ba58-a5a896e091aa tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:52.221046 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-db173cef-03a0-48f2-ba58-a5a896e091aa tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.89 "GET /v2.0/networks?id=a51e55e7-ef45-400f-a6d9-0a508ab962db HTTP/1.1" status: 200 len: 811 time: 0.2062664 Jul 08 12:22:52.236612 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9decbb92-7003-4aef-88c8-c28f213d6c31 req-8c4e39b5-61fc-4892-92b7-b0ef2a58495c tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094737 Jul 08 12:22:52.335390 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef4dac44-fc1b-4c27-8d3a-714557777fad req-a068ae58-a96a-4f42-81df-eacea58b3a2a service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273154 Jul 08 12:22:52.420261 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-bd01cc49-9cf4-4fb0-8258-98ccebf08a51 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=910ce624b8034309b4a99c095ec09b5e HTTP/1.1" status: 200 len: 380 time: 0.1100726 Jul 08 12:22:52.425385 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8492fdc-7a4e-4e0e-bca2-a055ccd5c489 req-83873424-baf2-41a9-bc2d-8f35a8b805e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:52.426334 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37afacb-52c7-4532-a5e2-bea995a5b917 req-5eaf821c-4f6e-4ec4-9561-a179dad41659 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:52.426896 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d8492fdc-7a4e-4e0e-bca2-a055ccd5c489 req-83873424-baf2-41a9-bc2d-8f35a8b805e2 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5372837 Jul 08 12:22:52.432990 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Request body: {'port': {'device_id': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'admin_state_up': True, 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'security_groups': ['8ec48644-fbe5-481b-9785-b152f41c37b5']}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:52.437237 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e37afacb-52c7-4532-a5e2-bea995a5b917 req-5eaf821c-4f6e-4ec4-9561-a179dad41659 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 943 time: 0.1351459 Jul 08 12:22:52.520249 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e37afacb-52c7-4532-a5e2-bea995a5b917 req-4cf16ab9-ca17-4c38-9d79-d7c104a2863d tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819566 Jul 08 12:22:52.546767 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52716) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:52.573014 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4545770-7175-4c36-b91b-cea5116ee1c0 req-03eb4a92-de1c-4ce1-82f5-7594eda1fffd tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:52.575969 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d4545770-7175-4c36-b91b-cea5116ee1c0 req-03eb4a92-de1c-4ce1-82f5-7594eda1fffd tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 944 time: 0.1263554 Jul 08 12:22:52.645698 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:52.681545 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d4545770-7175-4c36-b91b-cea5116ee1c0 req-4d944ef0-bf0b-4d6b-8d7d-2fc26b90234f tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985410 Jul 08 12:22:52.712794 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f13fe27f-9be0-4aa5-9591-fa1feb22eab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:52.756785 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.db.api [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 12:22:52.756785 dv-cinder-799631-5-iscsi neutron-server[93654]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 12:22:52.756785 dv-cinder-799631-5-iscsi neutron-server[93654]: [parameters: {'project_id': '910ce624b8034309b4a99c095ec09b5e', 'id': '950c9be7-22ec-47f7-972b-91b3d0c8576e', 'expiration': datetime.datetime(2021, 7, 8, 12, 24, 52, 738537)}] Jul 08 12:22:52.756785 dv-cinder-799631-5-iscsi neutron-server[93654]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 12:22:52.757501 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG oslo_db.api [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 12:22:52.797678 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52726) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:52.809249 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4484549e-ace2-44ac-997d-5bc2c103940f req-c1fde164-17ac-46ac-b264-8afbf189215e tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0493727 Jul 08 12:22:52.894060 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f13fe27f-9be0-4aa5-9591-fa1feb22eab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:52.941294 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-82fbfd77-8bf6-4c04-ab22-42cfac603ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:52.988581 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f13fe27f-9be0-4aa5-9591-fa1feb22eab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:52.992122 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8492fdc-7a4e-4e0e-bca2-a055ccd5c489 req-7ea9fedc-9f80-4a08-b62e-67e6d975c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:52.993667 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d8492fdc-7a4e-4e0e-bca2-a055ccd5c489 req-7ea9fedc-9f80-4a08-b62e-67e6d975c84d service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5573030 Jul 08 12:22:53.054116 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-f13fe27f-9be0-4aa5-9591-fa1feb22eab2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e4ace71b379e4a01aa9692f292312ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5060725 Jul 08 12:22:53.057933 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fe27f-9be0-4aa5-9591-fa1feb22eab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d41f81-cba0-4bcd-adc9-6b967ace9b64,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:53.061264 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52738) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:53.107224 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-6e4fa732-3730-4253-94e8-b47e279e0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:53.112976 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-6e4fa732-3730-4253-94e8-b47e279e0851 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 1096 time: 0.0683596 Jul 08 12:22:53.153478 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a6d35a4a-90a9-41cb-a194-a7a2cdbe755f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:53.154930 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-bf0211c0-3c82-4f1b-a671-88d71469db27 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffc6d8d6-faef-4256-966c-b6a18c0a0335 HTTP/1.1" status: 200 len: 217 time: 0.0372293 Jul 08 12:22:53.161004 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-82fbfd77-8bf6-4c04-ab22-42cfac603ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:53.184977 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a6d35a4a-90a9-41cb-a194-a7a2cdbe755f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:53.218222 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-95d49c2f-0267-41ce-a76c-87cd45616c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:53.220012 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-95d49c2f-0267-41ce-a76c-87cd45616c10 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a0e2175b-da30-4bbc-b885-7bdc05d46a4d HTTP/1.1" status: 200 len: 858 time: 0.0574193 Jul 08 12:22:53.221194 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-82fbfd77-8bf6-4c04-ab22-42cfac603ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:53.266230 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-82fbfd77-8bf6-4c04-ab22-42cfac603ee7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f27e3e2434a34a229ef53bbe66d0fcb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4669783 Jul 08 12:22:53.269638 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-e7e870a0-ce01-4ffc-a2e4-3469ca186b6f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=944642c5-34cb-4052-9c71-c9f2bb6fc18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411398 Jul 08 12:22:53.270929 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52744) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:53.275761 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbfd77-8bf6-4c04-ab22-42cfac603ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed818367-5c17-4712-b666-3786ca5f8a43,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:53.318517 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a6d35a4a-90a9-41cb-a194-a7a2cdbe755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:53.321558 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a6d35a4a-90a9-41cb-a194-a7a2cdbe755f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:53.323459 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-a6d35a4a-90a9-41cb-a194-a7a2cdbe755f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f6d41f81-cba0-4bcd-adc9-6b967ace9b64 HTTP/1.1" status: 204 len: 168 time: 0.2604988 Jul 08 12:22:53.331374 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d35a4a-90a9-41cb-a194-a7a2cdbe755f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d41f81-cba0-4bcd-adc9-6b967ace9b64,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:53.433043 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52750) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:53.500075 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-36f56514-4487-4f25-b763-cd6f5098999f service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226403 Jul 08 12:22:53.500934 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5971067c-245a-455b-9a9d-24f35b3bdd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:53.501140 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e630982-73ea-49b7-97c5-a25a166d790e req-0af98498-5b90-4dbb-b0c0-b535c121310c tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:53.505984 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5e630982-73ea-49b7-97c5-a25a166d790e req-0af98498-5b90-4dbb-b0c0-b535c121310c tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 944 time: 0.0823274 Jul 08 12:22:53.554339 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5e630982-73ea-49b7-97c5-a25a166d790e req-f503f071-5de5-480e-b4b5-23a7564f5643 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436821 Jul 08 12:22:53.567255 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5971067c-245a-455b-9a9d-24f35b3bdd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:53.575447 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Made reservation on behalf of 910ce624b8034309b4a99c095ec09b5e for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:53.575922 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:53.611671 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2c60753a-e49d-4c42-a7db-d5154572355d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:53.708798 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9457a998-3934-4fd9-925e-aac5258d7c19 req-e6786b58-aa30-4c45-9680-f2f0bd2ae740 service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971781 Jul 08 12:22:53.754002 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f3ccd-8675-42d8-b51d-8bc37c311062 req-6a8e2a24-6dbe-4cf6-877c-3d869cce05ff tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:53.761180 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8b3f3ccd-8675-42d8-b51d-8bc37c311062 req-6a8e2a24-6dbe-4cf6-877c-3d869cce05ff tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 943 time: 0.1101456 Jul 08 12:22:53.789820 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Allocated IP 172.20.0.5 (a51e55e7-ef45-400f-a6d9-0a508ab962db/5e045425-628c-4d0f-94f7-a80db002e4c1/2022787d-991e-4e1f-976b-9286cfb7e458) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:22:53.816541 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5971067c-245a-455b-9a9d-24f35b3bdd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:53.819866 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5971067c-245a-455b-9a9d-24f35b3bdd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:53.823997 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-5971067c-245a-455b-9a9d-24f35b3bdd3f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ed818367-5c17-4712-b666-3786ca5f8a43 HTTP/1.1" status: 204 len: 168 time: 0.5492136 Jul 08 12:22:53.833608 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8b3f3ccd-8675-42d8-b51d-8bc37c311062 req-ed300bb0-70f6-42c2-8884-c28a2dc45c48 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694511 Jul 08 12:22:53.841299 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971067c-245a-455b-9a9d-24f35b3bdd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed818367-5c17-4712-b666-3786ca5f8a43,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:53.931792 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbda64-ce21-4d30-95dd-57bea6f607bc req-04cba538-bfb2-4b25-8a05-131865a9ba0b tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:53.933418 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6edbda64-ce21-4d30-95dd-57bea6f607bc req-04cba538-bfb2-4b25-8a05-131865a9ba0b tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 944 time: 0.1390934 Jul 08 12:22:53.944108 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2c60753a-e49d-4c42-a7db-d5154572355d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:53.987248 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6edbda64-ce21-4d30-95dd-57bea6f607bc req-24dfb22c-67ab-40cc-a3c2-7bf36dc735cb tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452893 Jul 08 12:22:53.988798 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.008859 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Transition to ACTIVE for port object 2022787d-991e-4e1f-976b-9286cfb7e458 will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:22:54.008979 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-514e7d31-4ebe-49ef-b275-aa809c46ac29 req-e88916ab-bab2-4259-87f2-e1f1db8bb1a0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0371480 Jul 08 12:22:54.027286 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2c60753a-e49d-4c42-a7db-d5154572355d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.060600 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-2c60753a-e49d-4c42-a7db-d5154572355d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a6686b88572e467081fea70618a7a23b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6252589 Jul 08 12:22:54.063089 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52764) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:54.090247 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60753a-e49d-4c42-a7db-d5154572355d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e98972-ecde-4d70-9964-036aa69bb57d,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:54.126065 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-42f95777-61d8-4975-8066-88ba35e65a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.132755 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.152829 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-42f95777-61d8-4975-8066-88ba35e65a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.211939 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event updated for resources: {'Port': ['ID=2022787d-991e-4e1f-976b-9286cfb7e458,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:54.221408 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Network a51e55e7-ef45-400f-a6d9-0a508ab962db is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:22:54.222853 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:54.225693 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:22:54.238682 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:54.238682 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.241345 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52772) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:54.255197 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c715fefb-110f-49ce-b0a1-dd4be5ce4446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.283859 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-42f95777-61d8-4975-8066-88ba35e65a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.287060 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-42f95777-61d8-4975-8066-88ba35e65a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.289210 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-42f95777-61d8-4975-8066-88ba35e65a02 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e7e98972-ecde-4d70-9964-036aa69bb57d HTTP/1.1" status: 204 len: 168 time: 0.2247646 Jul 08 12:22:54.299766 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f95777-61d8-4975-8066-88ba35e65a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e98972-ecde-4d70-9964-036aa69bb57d,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:54.323744 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-ad23051e-23de-41b1-8349-7ed2ac74f0b2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8938775 Jul 08 12:22:54.343458 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Request body: {'port': {'device_id': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:54.493085 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.512965 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c715fefb-110f-49ce-b0a1-dd4be5ce4446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.592546 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-5685871b-494a-48c6-a999-ba15d6d3f661 None None] Provisioning for port 2022787d-991e-4e1f-976b-9286cfb7e458 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:22:54.593046 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c715fefb-110f-49ce-b0a1-dd4be5ce4446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.600533 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-5685871b-494a-48c6-a999-ba15d6d3f661 None None] Provisioning complete for port 2022787d-991e-4e1f-976b-9286cfb7e458 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:22:54.600533 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5685871b-494a-48c6-a999-ba15d6d3f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.650246 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52794) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:54.651178 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-c715fefb-110f-49ce-b0a1-dd4be5ce4446 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cd9f92729e9c4bf4a5d34365050a27dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080057 Jul 08 12:22:54.653527 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715fefb-110f-49ce-b0a1-dd4be5ce4446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f783af-bd6f-4850-b8e6-85ca06a1c274,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:54.713984 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-5685871b-494a-48c6-a999-ba15d6d3f661 None None] Port 2022787d-991e-4e1f-976b-9286cfb7e458 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:22:54.751837 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7ad84ba3-f353-40ab-aa69-7a59737ddc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.800968 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7ad84ba3-f353-40ab-aa69-7a59737ddc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.845177 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bba739-0e3d-4eff-b0e2-0decbfbe5f71 req-974eb1ea-42b5-43e4-a32b-e522cb4f5cbe tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:54.846719 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-11bba739-0e3d-4eff-b0e2-0decbfbe5f71 req-974eb1ea-42b5-43e4-a32b-e522cb4f5cbe tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 944 time: 0.0830188 Jul 08 12:22:54.898807 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-11bba739-0e3d-4eff-b0e2-0decbfbe5f71 req-41cd6c28-7659-4c83-99d6-9e82dcf27932 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441086 Jul 08 12:22:54.929170 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2022787d-991e-4e1f-976b-9286cfb7e458 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:22:54.937675 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.978070 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Transition to ACTIVE for port object 2022787d-991e-4e1f-976b-9286cfb7e458 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:22:54.980630 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7ad84ba3-f353-40ab-aa69-7a59737ddc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.984062 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7ad84ba3-f353-40ab-aa69-7a59737ddc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:54.985615 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-7ad84ba3-f353-40ab-aa69-7a59737ddc83 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d1f783af-bd6f-4850-b8e6-85ca06a1c274 HTTP/1.1" status: 204 len: 168 time: 0.3338993 Jul 08 12:22:55.001271 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad84ba3-f353-40ab-aa69-7a59737ddc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f783af-bd6f-4850-b8e6-85ca06a1c274,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:55.079742 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96b72d-d450-4c10-9eb5-37eff0e7a6a7 req-0caeee34-8bdc-4ed1-b434-31c4ad74161f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:55.081167 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-da96b72d-d450-4c10-9eb5-37eff0e7a6a7 req-0caeee34-8bdc-4ed1-b434-31c4ad74161f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 943 time: 0.0895948 Jul 08 12:22:55.084100 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:55.189580 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-da96b72d-d450-4c10-9eb5-37eff0e7a6a7 req-31be85bc-6f0b-411a-9450-476198b0d4e2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998447 Jul 08 12:22:55.198448 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Pushing event updated for resources: {'Port': ['ID=2022787d-991e-4e1f-976b-9286cfb7e458,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:55.215381 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Attempting to bind port 2022787d-991e-4e1f-976b-9286cfb7e458 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:22:55.215939 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Attempting to bind port 2022787d-991e-4e1f-976b-9286cfb7e458 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:22:55.216981 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Attempting to bind port 2022787d-991e-4e1f-976b-9286cfb7e458 on network a51e55e7-ef45-400f-a6d9-0a508ab962db {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:55.223006 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Port 2022787d-991e-4e1f-976b-9286cfb7e458 on network a51e55e7-ef45-400f-a6d9-0a508ab962db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:22:55.223570 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Attempting to bind port 2022787d-991e-4e1f-976b-9286cfb7e458 on network a51e55e7-ef45-400f-a6d9-0a508ab962db {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:22:55.230802 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:22:55.231791 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Checking segment: {'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:55.232495 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Bound using segment: {'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:22:55.233644 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Bound port: 2022787d-991e-4e1f-976b-9286cfb7e458, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:22:55.234517 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:55.245127 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21111fa1-c2f7-4439-9eb8-16ade5ecf442 req-2e594af1-79a4-4622-834d-01ea2800752f tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:55.252691 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-21111fa1-c2f7-4439-9eb8-16ade5ecf442 req-2e594af1-79a4-4622-834d-01ea2800752f tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 944 time: 0.1298213 Jul 08 12:22:55.322787 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-21111fa1-c2f7-4439-9eb8-16ade5ecf442 req-5b95e674-2dfe-40d4-b7a9-7115382c544e tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691085 Jul 08 12:22:55.348109 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] For port 2022787d-991e-4e1f-976b-9286cfb7e458, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:22:55.363053 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] For port 2022787d-991e-4e1f-976b-9286cfb7e458, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=2022787d-991e-4e1f-976b-9286cfb7e458,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:22:55.420412 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1269d-8380-4a69-85a9-65876d12999f req-46849abc-b865-4dae-b8d9-adb0739d487f tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:55.421961 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5ac1269d-8380-4a69-85a9-65876d12999f req-46849abc-b865-4dae-b8d9-adb0739d487f tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 943 time: 0.0694261 Jul 08 12:22:55.450545 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:55.467405 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5ac1269d-8380-4a69-85a9-65876d12999f req-427b0897-c7ca-4c86-a973-eb49508344d1 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396962 Jul 08 12:22:55.504446 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:55.505125 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:55.507283 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] 10.222.0.89 "PUT /v2.0/ports/2022787d-991e-4e1f-976b-9286cfb7e458 HTTP/1.1" status: 200 len: 1093 time: 1.1778462 Jul 08 12:22:55.507822 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'tag': '2022787d-991e-4e1f-976b-9286cfb7e458'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:22:55.510124 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc025716-51f2-46e9-83ce-0288b9c31319" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd8b568-8cf7-42e8-b5fb-289d04dfea03", "tag": "2022787d-991e-4e1f-976b-9286cfb7e458"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:22:55.535486 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749a007-5f63-4605-ab67-b1a4fb88ce5f service neutron] Pushing event updated for resources: {'Port': ['ID=2022787d-991e-4e1f-976b-9286cfb7e458,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:55.570431 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09d23b6-62a5-4cbf-a310-aa5b72c165e2 x-openstack-request-id: req-e09d23b6-62a5-4cbf-a310-aa5b72c165e2 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:22:55.570747 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd8b568-8cf7-42e8-b5fb-289d04dfea03", "tag": "2022787d-991e-4e1f-976b-9286cfb7e458", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:22:55.570983 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e09d23b6-62a5-4cbf-a310-aa5b72c165e2 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:22:55.571388 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'tag': '2022787d-991e-4e1f-976b-9286cfb7e458', 'status': 'completed', 'code': 200} Jul 08 12:22:55.668685 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc025716-51f2-46e9-83ce-0288b9c31319 req-3800ab81-ed98-44d5-99ae-b9a17cf9308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:55.670246 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc025716-51f2-46e9-83ce-0288b9c31319 req-3800ab81-ed98-44d5-99ae-b9a17cf9308f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=910ce624b8034309b4a99c095ec09b5e&device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 1096 time: 0.0760567 Jul 08 12:22:55.797511 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc025716-51f2-46e9-83ce-0288b9c31319 req-765bcb5e-ec35-41cd-bcbe-37165b413c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:55.798913 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc025716-51f2-46e9-83ce-0288b9c31319 req-765bcb5e-ec35-41cd-bcbe-37165b413c57 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=910ce624b8034309b4a99c095ec09b5e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1211207 Jul 08 12:22:55.904035 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc025716-51f2-46e9-83ce-0288b9c31319 req-6afd499e-70dc-4199-8635-e733df4e3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:55.905885 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc025716-51f2-46e9-83ce-0288b9c31319 req-6afd499e-70dc-4199-8635-e733df4e3b75 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998011 Jul 08 12:22:56.021279 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-601e1c2d-1644-4884-8d9b-b9947b05425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:56.024115 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-601e1c2d-1644-4884-8d9b-b9947b05425a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=910ce624b8034309b4a99c095ec09b5e&device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 1096 time: 0.0595672 Jul 08 12:22:56.073854 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-3b489fe3-c64e-4e2f-81c1-f9d386a8f232 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2022787d-991e-4e1f-976b-9286cfb7e458 HTTP/1.1" status: 200 len: 217 time: 0.0417554 Jul 08 12:22:56.118360 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab68188-546f-4abb-8cc6-76be93b953a6 req-f8ef8ff5-4508-4032-96f7-ccd02451df95 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:56.120678 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6ab68188-546f-4abb-8cc6-76be93b953a6 req-f8ef8ff5-4508-4032-96f7-ccd02451df95 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 944 time: 0.0808122 Jul 08 12:22:56.129931 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-debd3636-148e-4c9c-9258-f87b47ac3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:56.131677 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-debd3636-148e-4c9c-9258-f87b47ac3f4b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e045425-628c-4d0f-94f7-a80db002e4c1 HTTP/1.1" status: 200 len: 850 time: 0.0512984 Jul 08 12:22:56.164916 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6ab68188-546f-4abb-8cc6-76be93b953a6 req-56f0df98-0f78-4843-bc25-210f2d2893e6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377610 Jul 08 12:22:56.225991 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-2b7be2f0-c853-4287-bb37-11d6ad0b502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:56.227452 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-2b7be2f0-c853-4287-bb37-11d6ad0b502b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a51e55e7-ef45-400f-a6d9-0a508ab962db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869825 Jul 08 12:22:56.338782 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-b855ef99-58b5-491e-8f06-db1ab7429826 service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037209 Jul 08 12:22:56.428654 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:22:56.485285 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-007ba5dd-a30e-4e31-9d4a-6a09a306a418 req-314b4864-13c2-4ec9-9ee5-8c42924ef7fc service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397483 Jul 08 12:22:56.485659 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1afda4-ad5b-4990-8642-fe80621366eb req-321afb2e-76a7-47e7-8615-6e879b4c0362 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:56.487281 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6a1afda4-ad5b-4990-8642-fe80621366eb req-321afb2e-76a7-47e7-8615-6e879b4c0362 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 943 time: 0.1644177 Jul 08 12:22:56.586888 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=4c6ba5d3-c75a-4a25-943f-d8e2ba1496db,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:22:56.603595 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6a1afda4-ad5b-4990-8642-fe80621366eb req-0e6c8c3b-81fa-41a2-bcc9-ba7825964b99 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016967 Jul 08 12:22:56.607947 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '4c6ba5d3-c75a-4a25-943f-d8e2ba1496db', 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033', 'port_id': '4c6ba5d3-c75a-4a25-943f-d8e2ba1496db', 'mac_address': 'fa:16:3e:41:85:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c6ebb6-7148-48f7-9129-e59b81694c22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:22:56.639203 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5035a23-50d1-4bf1-b367-43999543bd13 req-bf3e2ac0-e8d7-4324-bc96-65343efa02f6 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:56.644049 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52872) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:56.659366 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c5035a23-50d1-4bf1-b367-43999543bd13 req-bf3e2ac0-e8d7-4324-bc96-65343efa02f6 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 944 time: 0.1130402 Jul 08 12:22:56.666204 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:56.683618 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:22:56.711559 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c5035a23-50d1-4bf1-b367-43999543bd13 req-c7aa2484-d2b0-4589-8edd-14962c36deac tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492010 Jul 08 12:22:56.714759 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=4c6ba5d3-c75a-4a25-943f-d8e2ba1496db,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:22:56.781051 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:56.782001 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 0d7c501d-f57b-421d-852f-d79a3038fb5e details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:22:56.821713 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343e7c3-6cc8-4ca1-9c53-db322dbc7113 req-39b86e10-d029-4cea-aec8-2d910d4eb83d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:56.823360 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0343e7c3-6cc8-4ca1-9c53-db322dbc7113 req-39b86e10-d029-4cea-aec8-2d910d4eb83d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 943 time: 0.0762830 Jul 08 12:22:56.869819 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0343e7c3-6cc8-4ca1-9c53-db322dbc7113 req-98ab7e51-860f-4048-806f-2992340826cf tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393000 Jul 08 12:22:56.881757 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=4c6ba5d3-c75a-4a25-943f-d8e2ba1496db,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:56.919169 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-06e5ae35-7ae5-4604-9f5f-0aa81c5c429c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:56.928965 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 0d7c501d-f57b-421d-852f-d79a3038fb5e, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=0d7c501d-f57b-421d-852f-d79a3038fb5e,segment=NetworkSegment(79bd898e-c412-44a2-940a-d80cf6954e88),segment_id=79bd898e-c412-44a2-940a-d80cf6954e88)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:22:56.942921 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '0d7c501d-f57b-421d-852f-d79a3038fb5e', 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d', 'port_id': '0d7c501d-f57b-421d-852f-d79a3038fb5e', 'mac_address': 'fa:16:3e:ce:33:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e2175b-da30-4bbc-b885-7bdc05d46a4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:22:57.012742 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.032957 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7c501d-f57b-421d-852f-d79a3038fb5e {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:22:57.049538 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-06e5ae35-7ae5-4604-9f5f-0aa81c5c429c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.055990 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 0d7c501d-f57b-421d-852f-d79a3038fb5e, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=0d7c501d-f57b-421d-852f-d79a3038fb5e,segment=NetworkSegment(79bd898e-c412-44a2-940a-d80cf6954e88),segment_id=79bd898e-c412-44a2-940a-d80cf6954e88)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:22:57.101511 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-06e5ae35-7ae5-4604-9f5f-0aa81c5c429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.126385 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52888) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:57.135558 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.136401 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 4873af74-33ee-4fe5-828f-09d86b9832d6 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:22:57.144713 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-06e5ae35-7ae5-4604-9f5f-0aa81c5c429c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=690e0e1b861241008c133c1ad6ffa5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953241 Jul 08 12:22:57.144713 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5ae35-7ae5-4604-9f5f-0aa81c5c429c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dd8e96-3541-45fe-a3b4-4c4e98826dce,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:57.146388 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52892) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:57.211052 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a82f-1cfd-4ff7-bffd-58ad83163177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.236060 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a82f-1cfd-4ff7-bffd-58ad83163177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.255604 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=0d7c501d-f57b-421d-852f-d79a3038fb5e,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:57.310748 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 4873af74-33ee-4fe5-828f-09d86b9832d6, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=4873af74-33ee-4fe5-828f-09d86b9832d6,segment=NetworkSegment(161b4f42-8173-4c6c-9f5c-9679cbbc4a5f),segment_id=161b4f42-8173-4c6c-9f5c-9679cbbc4a5f)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:22:57.327401 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '4873af74-33ee-4fe5-828f-09d86b9832d6', 'network_id': '09b0455c-f78d-4ad3-b0f2-06886b257aa0', 'port_id': '4873af74-33ee-4fe5-828f-09d86b9832d6', 'mac_address': 'fa:16:3e:33:c0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168c9882-464f-4b6a-8525-39f0efd69c4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:22:57.373488 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee00595-d1d4-41de-a878-5014f6bb7a8b req-60306ad0-0238-475b-b099-f9185be0c061 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:57.375408 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2ee00595-d1d4-41de-a878-5014f6bb7a8b req-60306ad0-0238-475b-b099-f9185be0c061 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 945 time: 0.0730553 Jul 08 12:22:57.376596 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a82f-1cfd-4ff7-bffd-58ad83163177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.380061 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a82f-1cfd-4ff7-bffd-58ad83163177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.383460 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.385477 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-1ec8a82f-1cfd-4ff7-bffd-58ad83163177 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/02dd8e96-3541-45fe-a3b4-4c4e98826dce HTTP/1.1" status: 204 len: 168 time: 0.2363017 Jul 08 12:22:57.400092 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8a82f-1cfd-4ff7-bffd-58ad83163177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dd8e96-3541-45fe-a3b4-4c4e98826dce,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:57.400296 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4873af74-33ee-4fe5-828f-09d86b9832d6 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:22:57.433040 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2ee00595-d1d4-41de-a878-5014f6bb7a8b req-6f5b1ec1-a2f3-4be2-bc92-976525b6f552 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457969 Jul 08 12:22:57.447394 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 4873af74-33ee-4fe5-828f-09d86b9832d6, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=4873af74-33ee-4fe5-828f-09d86b9832d6,segment=NetworkSegment(161b4f42-8173-4c6c-9f5c-9679cbbc4a5f),segment_id=161b4f42-8173-4c6c-9f5c-9679cbbc4a5f)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:22:57.465544 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1705103907-network', 'tenant_id': '880f22732fa5455387ded67de9949648'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:57.495212 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.529617 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] Made reservation on behalf of 880f22732fa5455387ded67de9949648 for: {'network': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:57.535330 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.548625 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.549954 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=4873af74-33ee-4fe5-828f-09d86b9832d6,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:57.623136 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52904) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:57.650121 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.689770 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.712152 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=93655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:22:57.726731 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625d81ee-d844-4c11-b9ab-724727962cd1,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:57.733995 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.734454 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.segments_db [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] Added segment 20e6751a-1a2d-42a4-9e03-b75a97ca63fb of type vlan for network 6a510c67-8f7a-4805-897b-2cca88141475 Jul 08 12:22:57.829189 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.901629 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fc354-5773-4f02-b746-7cfd25bd5d6d req-f27f5431-9140-4a2b-9e0b-a5c6bea0754d tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:57.904458 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ba7fc354-5773-4f02-b746-7cfd25bd5d6d req-f27f5431-9140-4a2b-9e0b-a5c6bea0754d tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 943 time: 0.1733584 Jul 08 12:22:57.962725 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ba7fc354-5773-4f02-b746-7cfd25bd5d6d req-15b8c195-bffa-4ad1-88e8-72fa0cd10266 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463352 Jul 08 12:22:57.966758 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a8e23e4d-8117-4ab5-93bb-60ebecf89713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:57.978174 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfe5b1-badd-4629-b2f9-dfe912e71343 req-a481e1fd-760d-4a0d-bcc3-2522e1930829 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:57.979756 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d2dfe5b1-badd-4629-b2f9-dfe912e71343 req-a481e1fd-760d-4a0d-bcc3-2522e1930829 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 945 time: 0.1299684 Jul 08 12:22:58.003670 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:22:58.010051 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:58.011220 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:58.011861 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:58.111489 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a8e23e4d-8117-4ab5-93bb-60ebecf89713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:58.128249 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['4c6ba5d3-c75a-4a25-943f-d8e2ba1496db'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:22:58.131586 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d2dfe5b1-badd-4629-b2f9-dfe912e71343 req-77562d40-e829-4ead-b5d8-3f038b3014b2 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425524 Jul 08 12:22:58.133248 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] Pushing event updated for resources: {'Network': ['ID=6a510c67-8f7a-4805-897b-2cca88141475,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:58.173046 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['4873af74-33ee-4fe5-828f-09d86b9832d6'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:22:58.175096 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network 6a510c67-8f7a-4805-897b-2cca88141475 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:22:58.188529 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a8e23e4d-8117-4ab5-93bb-60ebecf89713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:58.193784 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b2b33-45eb-4037-a987-fa05dd1971ab req-1cc36646-35be-404e-a2d4-96ed22fda415 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:58.196364 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-207b2b33-45eb-4037-a987-fa05dd1971ab req-1cc36646-35be-404e-a2d4-96ed22fda415 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 943 time: 0.1038275 Jul 08 12:22:58.230122 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['0d7c501d-f57b-421d-852f-d79a3038fb5e'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:22:58.261141 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-207b2b33-45eb-4037-a987-fa05dd1971ab req-8355fe26-3f4b-41ce-ad27-c040ff40c40a tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536952 Jul 08 12:22:58.261802 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52928) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:58.262032 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-a8e23e4d-8117-4ab5-93bb-60ebecf89713 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=da12187f3f6f42f590ab534e2c50420b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6375287 Jul 08 12:22:58.264915 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e23e4d-8117-4ab5-93bb-60ebecf89713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa39534d-32da-4ec3-8ab5-b140c6446ae1,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:58.296268 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-27be16a1-8d43-45b1-b5e2-1849192a827c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1639454 Jul 08 12:22:58.296924 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52930) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:58.303499 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-eb7350f2-8e15-43d3-81c9-ecd3e788b855 admin admin] Request body: {'subnet': {'network_id': '6a510c67-8f7a-4805-897b-2cca88141475', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1705103907-subnet', 'tenant_id': '880f22732fa5455387ded67de9949648', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:22:58.341790 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-91566060-b386-4dfb-880b-576f7dfc2eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:58.353455 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52932) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:58.372807 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-91566060-b386-4dfb-880b-576f7dfc2eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:58.374663 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f107036a-ef7b-4088-95db-2d3d5b221ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:58.390288 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7350f2-8e15-43d3-81c9-ecd3e788b855 admin admin] Made reservation on behalf of 880f22732fa5455387ded67de9949648 for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:22:58.393070 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-eb7350f2-8e15-43d3-81c9-ecd3e788b855 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:58.508050 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-91566060-b386-4dfb-880b-576f7dfc2eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:58.513954 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-91566060-b386-4dfb-880b-576f7dfc2eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:58.517862 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-91566060-b386-4dfb-880b-576f7dfc2eba admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aa39534d-32da-4ec3-8ab5-b140c6446ae1 HTTP/1.1" status: 204 len: 168 time: 0.2540131 Jul 08 12:22:58.520420 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device ffc6d8d6-faef-4256-966c-b6a18c0a0335 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:22:58.527039 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91566060-b386-4dfb-880b-576f7dfc2eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa39534d-32da-4ec3-8ab5-b140c6446ae1,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:58.707123 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61749127-1121-44b2-9057-8bbe91817ae9 req-475faa32-4dba-4027-930c-f32beab2b6f4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:58.712822 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f107036a-ef7b-4088-95db-2d3d5b221ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:58.713833 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-61749127-1121-44b2-9057-8bbe91817ae9 req-475faa32-4dba-4027-930c-f32beab2b6f4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 945 time: 0.1209590 Jul 08 12:22:58.755465 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-61749127-1121-44b2-9057-8bbe91817ae9 req-737b6cc7-6274-4dd8-92ab-50ea4086b21d tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407650 Jul 08 12:22:58.798350 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-eb7350f2-8e15-43d3-81c9-ecd3e788b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:58.847807 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f107036a-ef7b-4088-95db-2d3d5b221ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:58.862123 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port ffc6d8d6-faef-4256-966c-b6a18c0a0335, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ffc6d8d6-faef-4256-966c-b6a18c0a0335,segment=NetworkSegment(79bd898e-c412-44a2-940a-d80cf6954e88),segment_id=79bd898e-c412-44a2-940a-d80cf6954e88)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:22:58.895004 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': 'ffc6d8d6-faef-4256-966c-b6a18c0a0335', 'network_id': '944642c5-34cb-4052-9c71-c9f2bb6fc18d', 'port_id': 'ffc6d8d6-faef-4256-966c-b6a18c0a0335', 'mac_address': 'fa:16:3e:20:4d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e2175b-da30-4bbc-b885-7bdc05d46a4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:22:58.907727 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107036a-ef7b-4088-95db-2d3d5b221ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab3cab0-b947-48ea-a8c9-66933790bc56,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:58.920191 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7350f2-8e15-43d3-81c9-ecd3e788b855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f2aa21-06f1-4b8a-8c05-ccdb744fc094,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:58.930574 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7350f2-8e15-43d3-81c9-ecd3e788b855 admin admin] Checking segment: {'id': '20e6751a-1a2d-42a4-9e03-b75a97ca63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a510c67-8f7a-4805-897b-2cca88141475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:22:58.930938 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7350f2-8e15-43d3-81c9-ecd3e788b855 admin admin] Network hostable DHCP agents. Network: 6a510c67-8f7a-4805-897b-2cca88141475, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:22:58.935078 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-f107036a-ef7b-4088-95db-2d3d5b221ac5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9824d7364aab46be858f0cee6ff1e395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5805626 Jul 08 12:22:58.938056 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52956) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:58.975125 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:58.989458 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc6d8d6-faef-4256-966c-b6a18c0a0335 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:22:59.013752 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port ffc6d8d6-faef-4256-966c-b6a18c0a0335, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ffc6d8d6-faef-4256-966c-b6a18c0a0335,segment=NetworkSegment(79bd898e-c412-44a2-940a-d80cf6954e88),segment_id=79bd898e-c412-44a2-940a-d80cf6954e88)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:22:59.017804 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a60211a3-f202-4827-863a-b9bd79b9c81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:59.026968 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7350f2-8e15-43d3-81c9-ecd3e788b855 admin admin] Network 6a510c67-8f7a-4805-897b-2cca88141475 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:22:59.053653 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a60211a3-f202-4827-863a-b9bd79b9c81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:59.072442 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:59.095706 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-eb7350f2-8e15-43d3-81c9-ecd3e788b855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, 6a510c67-8f7a-4805-897b-2cca88141475) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:22:59.107892 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7350f2-8e15-43d3-81c9-ecd3e788b855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:59.108850 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-eb7350f2-8e15-43d3-81c9-ecd3e788b855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:59.125463 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca08eb01-4629-4223-9eb9-715769c0d06b None None] Network 6a510c67-8f7a-4805-897b-2cca88141475 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:22:59.213493 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32855a-0169-4a74-b084-d199f544f5dd req-917fcba7-6645-40e2-8a33-3d706a16cc96 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:59.215249 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5c32855a-0169-4a74-b084-d199f544f5dd req-917fcba7-6645-40e2-8a33-3d706a16cc96 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 944 time: 0.0958195 Jul 08 12:22:59.217079 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=ffc6d8d6-faef-4256-966c-b6a18c0a0335,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:59.221970 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a60211a3-f202-4827-863a-b9bd79b9c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:59.226713 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a60211a3-f202-4827-863a-b9bd79b9c81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:59.230624 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-a60211a3-f202-4827-863a-b9bd79b9c81f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0ab3cab0-b947-48ea-a8c9-66933790bc56 HTTP/1.1" status: 204 len: 168 time: 0.2907872 Jul 08 12:22:59.232993 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-eb7350f2-8e15-43d3-81c9-ecd3e788b855 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9341984 Jul 08 12:22:59.251421 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60211a3-f202-4827-863a-b9bd79b9c81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab3cab0-b947-48ea-a8c9-66933790bc56,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:59.324336 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5c32855a-0169-4a74-b084-d199f544f5dd req-f6073379-ea84-4ea8-aec4-4e332482c46f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851698 Jul 08 12:22:59.325083 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185dccc5-e0c5-4e4c-ac6f-1d61837d7753 None None] Network 6a510c67-8f7a-4805-897b-2cca88141475 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:22:59.366328 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56124c-f2f9-43d7-a992-229eac9d09a0 req-326f31df-aa6c-41de-8535-42e980ed9ef8 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:59.367841 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0d56124c-f2f9-43d7-a992-229eac9d09a0 req-326f31df-aa6c-41de-8535-42e980ed9ef8 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 945 time: 0.0944693 Jul 08 12:22:59.426753 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0d56124c-f2f9-43d7-a992-229eac9d09a0 req-8fdda19f-10aa-4e5f-b3e3-56475cd4b829 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511582 Jul 08 12:22:59.463153 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52974) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:59.485914 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-046a38ab-9a74-444f-a41e-364c5c917c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:59.545293 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd9104-dc23-4bf8-9c78-88497559df18 req-0f2b539b-d869-427a-9522-e12256aecfea tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:59.546816 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-acbd9104-dc23-4bf8-9c78-88497559df18 req-0f2b539b-d869-427a-9522-e12256aecfea tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 943 time: 0.1012552 Jul 08 12:22:59.601236 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-046a38ab-9a74-444f-a41e-364c5c917c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:59.602329 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-acbd9104-dc23-4bf8-9c78-88497559df18 req-80192b43-9439-41da-931a-df4f27c374e2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482879 Jul 08 12:22:59.661545 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 52980) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:59.668699 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-046a38ab-9a74-444f-a41e-364c5c917c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:59.697406 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['ffc6d8d6-faef-4256-966c-b6a18c0a0335'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:22:59.712148 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-046a38ab-9a74-444f-a41e-364c5c917c65 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=041701fac1fb4a48b49fcf0560089ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471168 Jul 08 12:22:59.713110 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a38ab-9a74-444f-a41e-364c5c917c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefbf674-ea26-4d34-b2de-2bb9dad44150,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:59.714945 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 52984) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:22:59.771086 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ce1f26c6-3a7a-406c-a409-d59c06059214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:59.795314 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ce1f26c6-3a7a-406c-a409-d59c06059214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:59.895882 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ce1f26c6-3a7a-406c-a409-d59c06059214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:59.899481 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ce1f26c6-3a7a-406c-a409-d59c06059214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:59.900781 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-ce1f26c6-3a7a-406c-a409-d59c06059214 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aefbf674-ea26-4d34-b2de-2bb9dad44150 HTTP/1.1" status: 204 len: 168 time: 0.1840341 Jul 08 12:22:59.910249 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f26c6-3a7a-406c-a409-d59c06059214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefbf674-ea26-4d34-b2de-2bb9dad44150,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:22:59.985315 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-022f952b-7a10-4da7-9881-301ff1345e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:22:59.987195 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988eeaea-b16b-4573-bb81-fc148aab8db7 req-8e0c018d-b317-443a-acf0-82eb7a78ef3b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:22:59.988802 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-988eeaea-b16b-4573-bb81-fc148aab8db7 req-8e0c018d-b317-443a-acf0-82eb7a78ef3b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 945 time: 0.0753069 Jul 08 12:23:00.030046 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-988eeaea-b16b-4573-bb81-fc148aab8db7 req-c09bc5b2-e259-45c4-9782-e5c8db11ceac tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349705 Jul 08 12:23:00.093273 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-022f952b-7a10-4da7-9881-301ff1345e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:00.164075 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-022f952b-7a10-4da7-9881-301ff1345e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:00.204324 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-022f952b-7a10-4da7-9881-301ff1345e97 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f2163f3070474de8a82173672dc7b814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5412188 Jul 08 12:23:00.207144 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f952b-7a10-4da7-9881-301ff1345e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3963b1-5166-49b8-8c90-e1f49c849dd4,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:00.207927 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 53002) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:00.277747 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3d71d548-1174-4ad2-9303-ad4488d00156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:00.299701 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3d71d548-1174-4ad2-9303-ad4488d00156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:00.450285 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 2022787d-991e-4e1f-976b-9286cfb7e458 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:23:00.452748 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:23:00.513343 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3d71d548-1174-4ad2-9303-ad4488d00156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:00.516081 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3d71d548-1174-4ad2-9303-ad4488d00156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:00.517327 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-3d71d548-1174-4ad2-9303-ad4488d00156 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5b3963b1-5166-49b8-8c90-e1f49c849dd4 HTTP/1.1" status: 204 len: 168 time: 0.3070607 Jul 08 12:23:00.531277 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71d548-1174-4ad2-9303-ad4488d00156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3963b1-5166-49b8-8c90-e1f49c849dd4,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:00.586590 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9409527-ffb0-4c11-8410-9a902d1160f2 req-8de35f3e-4988-423c-9557-8e1ef6f77b37 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:00.593472 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c9409527-ffb0-4c11-8410-9a902d1160f2 req-8de35f3e-4988-423c-9557-8e1ef6f77b37 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 944 time: 0.1231375 Jul 08 12:23:00.648092 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c9409527-ffb0-4c11-8410-9a902d1160f2 req-6ebe7543-b169-4d75-a47b-25abaebe670f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537460 Jul 08 12:23:00.719642 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 2022787d-991e-4e1f-976b-9286cfb7e458, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=2022787d-991e-4e1f-976b-9286cfb7e458,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:23:00.729937 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 53028) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:00.735098 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:23:00.735994 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1546035654-network', 'tenant_id': '7d2c8e02e2d348ec9a04d717ef3595eb'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:23:00.738499 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:23:00.738903 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:00.740759 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d745-784c-4328-8e60-6300ddebb309 req-715b515e-b7fe-4e21-b533-e67c2a70dc1b tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:00.741990 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '2022787d-991e-4e1f-976b-9286cfb7e458', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'port_id': '2022787d-991e-4e1f-976b-9286cfb7e458', 'mac_address': 'fa:16:3e:ec:c0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:23:00.743410 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e368d745-784c-4328-8e60-6300ddebb309 req-715b515e-b7fe-4e21-b533-e67c2a70dc1b tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 945 time: 0.1125534 Jul 08 12:23:00.800264 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e368d745-784c-4328-8e60-6300ddebb309 req-373fd60a-afd6-464b-83d4-0c6d03bcd41f tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507567 Jul 08 12:23:00.826988 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:00.850484 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] Made reservation on behalf of 7d2c8e02e2d348ec9a04d717ef3595eb for: {'network': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:23:00.853455 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:00.872205 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:00.886004 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:00.902565 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4d066-c0d2-401f-95df-c7e52641c1c1 req-6b3f9f89-2082-4aa6-a698-ca835fd571e4 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:00.911797 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2022787d-991e-4e1f-976b-9286cfb7e458 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:23:00.913862 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-88b4d066-c0d2-401f-95df-c7e52641c1c1 req-6b3f9f89-2082-4aa6-a698-ca835fd571e4 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 943 time: 0.0855057 Jul 08 12:23:00.924400 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823fd000-999b-499c-9f22-51ebd2c62832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6ba5d3-c75a-4a25-943f-d8e2ba1496db'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:23:00.972358 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-88b4d066-c0d2-401f-95df-c7e52641c1c1 req-32fa0b73-3965-47f6-8b74-50c6aefc933b tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573666 Jul 08 12:23:00.992995 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.018826 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=4c6ba5d3-c75a-4a25-943f-d8e2ba1496db,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:23:01.020865 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 2022787d-991e-4e1f-976b-9286cfb7e458, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=2022787d-991e-4e1f-976b-9286cfb7e458,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:23:01.039403 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.062383 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=93654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:23:01.072410 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.073260 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 0d7c501d-f57b-421d-852f-d79a3038fb5e up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:23:01.078423 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf38a5d-4657-4bf5-8e92-998881016670,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:01.081755 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.082410 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.segments_db [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] Added segment ec9f768e-95f6-4f5c-a57f-a5ad8eecfcdf of type vlan for network 6916501a-9954-422c-aa9d-c95b11f54307 Jul 08 12:23:01.119263 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.125744 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.160064 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=4c6ba5d3-c75a-4a25-943f-d8e2ba1496db,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:01.229549 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=2022787d-991e-4e1f-976b-9286cfb7e458,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:01.249707 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.250670 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:01.251578 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.270251 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d62be2-9d1c-4db1-9243-ffbc1690585e req-4e89e5ec-b340-4c1a-95d1-b20d06645158 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:01.272357 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-83d62be2-9d1c-4db1-9243-ffbc1690585e req-4e89e5ec-b340-4c1a-95d1-b20d06645158 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 946 time: 0.0841861 Jul 08 12:23:01.317900 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] Pushing event updated for resources: {'Network': ['ID=6916501a-9954-422c-aa9d-c95b11f54307,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:01.329122 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-83d62be2-9d1c-4db1-9243-ffbc1690585e req-bfcfb875-0bd5-4ce8-a70b-f8a0ef51be67 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497208 Jul 08 12:23:01.331828 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network 6916501a-9954-422c-aa9d-c95b11f54307 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:23:01.334309 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port 0d7c501d-f57b-421d-852f-d79a3038fb5e completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:23:01.373254 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 0d7c501d-f57b-421d-852f-d79a3038fb5e triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:23:01.373619 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.423322 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 53046) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:01.440367 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-10b50cca-99b2-4ade-bbdd-b2461e9a0760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.476126 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['2022787d-991e-4e1f-976b-9286cfb7e458'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:23:01.501878 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.521911 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc4e7f1-942f-472f-be26-e1d3483ad1b8" -d '{"events": [{"server_uuid": "823fd000-999b-499c-9f22-51ebd2c62832", "name": "network-vif-plugged", "status": "completed", "tag": "4c6ba5d3-c75a-4a25-943f-d8e2ba1496db"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:23:01.545837 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-c41805fc-0a7b-4e28-9968-418a32460e11 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8116848 Jul 08 12:23:01.545837 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 53054) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:01.551541 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-c0469f16-4899-4634-ab59-8644086d3fbe admin admin] Request body: {'subnet': {'network_id': '6916501a-9954-422c-aa9d-c95b11f54307', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1546035654-subnet', 'tenant_id': '7d2c8e02e2d348ec9a04d717ef3595eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:23:01.575439 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 0d7c501d-f57b-421d-852f-d79a3038fb5e, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=0d7c501d-f57b-421d-852f-d79a3038fb5e,segment=NetworkSegment(79bd898e-c412-44a2-940a-d80cf6954e88),segment_id=79bd898e-c412-44a2-940a-d80cf6954e88)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:23:01.633916 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-10b50cca-99b2-4ade-bbdd-b2461e9a0760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.667044 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.667837 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 4873af74-33ee-4fe5-828f-09d86b9832d6 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:23:01.723933 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-10b50cca-99b2-4ade-bbdd-b2461e9a0760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.727043 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872cd747-7496-44cd-9f3e-4ecd4a226673 x-openstack-request-id: req-872cd747-7496-44cd-9f3e-4ecd4a226673 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:23:01.730122 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823fd000-999b-499c-9f22-51ebd2c62832", "name": "network-vif-plugged", "status": "completed", "tag": "4c6ba5d3-c75a-4a25-943f-d8e2ba1496db", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:23:01.730122 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-872cd747-7496-44cd-9f3e-4ecd4a226673 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:23:01.730122 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823fd000-999b-499c-9f22-51ebd2c62832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6ba5d3-c75a-4a25-943f-d8e2ba1496db', 'code': 200} Jul 08 12:23:01.776204 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=0d7c501d-f57b-421d-852f-d79a3038fb5e,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:01.796908 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-10b50cca-99b2-4ade-bbdd-b2461e9a0760 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9fb27ae8718a4d1a9d504234a8f121e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698575 Jul 08 12:23:01.796908 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b50cca-99b2-4ade-bbdd-b2461e9a0760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4ffee3-69b5-4b17-926b-c19f4b363b9b,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:01.797386 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 53064) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:01.809806 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0469f16-4899-4634-ab59-8644086d3fbe admin admin] Made reservation on behalf of 7d2c8e02e2d348ec9a04d717ef3595eb for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:23:01.814013 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c0469f16-4899-4634-ab59-8644086d3fbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.861737 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dad015d2-7aca-4235-8e1a-8f8ebbee8429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.872330 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port 4873af74-33ee-4fe5-828f-09d86b9832d6 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:23:01.877214 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 4873af74-33ee-4fe5-828f-09d86b9832d6 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:23:01.878028 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:01.888987 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dad015d2-7aca-4235-8e1a-8f8ebbee8429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:02.060648 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:02.114665 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b61ae-16dc-4555-8eb5-e9c353876491 req-77e4e436-1d46-4c25-834d-007c415ced89 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:02.117633 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-236b61ae-16dc-4555-8eb5-e9c353876491 req-77e4e436-1d46-4c25-834d-007c415ced89 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 944 time: 0.2260537 Jul 08 12:23:02.135748 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f8210-6c2e-47be-87e9-aa3c66d74842 req-91c6fd7f-ccab-4ab1-bd21-b06691f7ea92 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:02.143533 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e44f8210-6c2e-47be-87e9-aa3c66d74842 req-91c6fd7f-ccab-4ab1-bd21-b06691f7ea92 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 945 time: 0.1517241 Jul 08 12:23:02.176793 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 4873af74-33ee-4fe5-828f-09d86b9832d6, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=4873af74-33ee-4fe5-828f-09d86b9832d6,segment=NetworkSegment(161b4f42-8173-4c6c-9f5c-9679cbbc4a5f),segment_id=161b4f42-8173-4c6c-9f5c-9679cbbc4a5f)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:23:02.194800 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dad015d2-7aca-4235-8e1a-8f8ebbee8429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:02.197346 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dad015d2-7aca-4235-8e1a-8f8ebbee8429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:02.200961 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-dad015d2-7aca-4235-8e1a-8f8ebbee8429 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ec4ffee3-69b5-4b17-926b-c19f4b363b9b HTTP/1.1" status: 204 len: 168 time: 0.4001014 Jul 08 12:23:02.212381 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c0469f16-4899-4634-ab59-8644086d3fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:02.231718 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e44f8210-6c2e-47be-87e9-aa3c66d74842 req-2bade869-5758-47f3-82a2-05fecf61d239 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870993 Jul 08 12:23:02.238217 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad015d2-7aca-4235-8e1a-8f8ebbee8429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4ffee3-69b5-4b17-926b-c19f4b363b9b,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:02.248271 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-236b61ae-16dc-4555-8eb5-e9c353876491 req-9fc6ba83-937e-440b-9c1d-c837b484b6f3 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239374 Jul 08 12:23:02.263604 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:02.350201 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0469f16-4899-4634-ab59-8644086d3fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=22609c26-9f53-40c7-b19b-349c26d20cc8,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:02.357545 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0469f16-4899-4634-ab59-8644086d3fbe admin admin] Checking segment: {'id': 'ec9f768e-95f6-4f5c-a57f-a5ad8eecfcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6916501a-9954-422c-aa9d-c95b11f54307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:23:02.357910 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0469f16-4899-4634-ab59-8644086d3fbe admin admin] Network hostable DHCP agents. Network: 6916501a-9954-422c-aa9d-c95b11f54307, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:23:02.395590 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a8e00-4f19-417b-addf-dc28f55a3b7b req-d93eace8-8b07-43c5-93bf-cfcfa3e8c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:02.397929 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-2e5a8e00-4f19-417b-addf-dc28f55a3b7b req-d93eace8-8b07-43c5-93bf-cfcfa3e8c632 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 1099 time: 0.2152359 Jul 08 12:23:02.405946 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=4873af74-33ee-4fe5-828f-09d86b9832d6,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:02.420977 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-2e5a8e00-4f19-417b-addf-dc28f55a3b7b req-2da5f82d-7696-44f7-aaea-9fe1da1f2529 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:02.463029 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device ffc6d8d6-faef-4256-966c-b6a18c0a0335 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:23:02.473428 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd17cb8-8707-415c-8d89-42130acae0cf req-30f933a7-ba23-478c-b504-1c071b81c119 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:02.492638 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1cd17cb8-8707-415c-8d89-42130acae0cf req-30f933a7-ba23-478c-b504-1c071b81c119 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 944 time: 0.1092708 Jul 08 12:23:02.500847 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0469f16-4899-4634-ab59-8644086d3fbe admin admin] Network 6916501a-9954-422c-aa9d-c95b11f54307 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:23:02.575896 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1cd17cb8-8707-415c-8d89-42130acae0cf req-dfc12463-3afb-4c19-97a8-378438ccfdc1 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862169 Jul 08 12:23:02.578890 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-2e5a8e00-4f19-417b-addf-dc28f55a3b7b req-2da5f82d-7696-44f7-aaea-9fe1da1f2529 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:02.606651 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528f077-5513-4bcf-9918-3a4aec607f94 req-b044cbad-c37f-49bf-b4a0-b6e4ef8143f4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:02.608112 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0528f077-5513-4bcf-9918-3a4aec607f94 req-b044cbad-c37f-49bf-b4a0-b6e4ef8143f4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 946 time: 0.1047435 Jul 08 12:23:02.638434 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port ffc6d8d6-faef-4256-966c-b6a18c0a0335 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:23:02.638622 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-c0469f16-4899-4634-ab59-8644086d3fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, 6916501a-9954-422c-aa9d-c95b11f54307) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:23:02.645194 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0469f16-4899-4634-ab59-8644086d3fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:02.645777 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c0469f16-4899-4634-ab59-8644086d3fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:02.647342 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port ffc6d8d6-faef-4256-966c-b6a18c0a0335 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:23:02.650219 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:02.655173 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d53737-a1a5-4e7a-a002-63cfe9d2a159 None None] Network 6916501a-9954-422c-aa9d-c95b11f54307 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:23:02.703485 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-2e5a8e00-4f19-417b-addf-dc28f55a3b7b req-2da5f82d-7696-44f7-aaea-9fe1da1f2529 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:02.780431 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5f82d-7696-44f7-aaea-9fe1da1f2529 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=21ec14dc-80b3-4b86-abe7-5cb70e07555f,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:02.801970 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-2e5a8e00-4f19-417b-addf-dc28f55a3b7b req-2da5f82d-7696-44f7-aaea-9fe1da1f2529 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971825 Jul 08 12:23:02.830863 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-c0469f16-4899-4634-ab59-8644086d3fbe admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2761416 Jul 08 12:23:02.842537 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0528f077-5513-4bcf-9918-3a4aec607f94 req-c23d9b74-7e7f-423d-a614-5401900051f1 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287450 Jul 08 12:23:02.997910 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:03.001918 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24803c3c-4dee-4711-82de-6642da0d1d41 None None] Network 6916501a-9954-422c-aa9d-c95b11f54307 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:23:03.079340 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port ffc6d8d6-faef-4256-966c-b6a18c0a0335, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ffc6d8d6-faef-4256-966c-b6a18c0a0335,segment=NetworkSegment(79bd898e-c412-44a2-940a-d80cf6954e88),segment_id=79bd898e-c412-44a2-940a-d80cf6954e88)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:23:03.158944 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:03.220741 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=ffc6d8d6-faef-4256-966c-b6a18c0a0335,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:03.528163 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a281ac4-598a-4316-b79b-8985b03cf626 req-bef987f0-a9df-4aa5-8e45-17cc33cfaefa tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:03.529789 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9a281ac4-598a-4316-b79b-8985b03cf626 req-bef987f0-a9df-4aa5-8e45-17cc33cfaefa tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.1021979 Jul 08 12:23:03.539294 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157c5a5-ba4a-4670-893c-63bef0d3d315 req-87851585-96f2-4de1-9507-6e1fd61f9f86 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:03.540898 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e157c5a5-ba4a-4670-893c-63bef0d3d315 req-87851585-96f2-4de1-9507-6e1fd61f9f86 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.1242089 Jul 08 12:23:03.613853 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9a281ac4-598a-4316-b79b-8985b03cf626 req-618f4c43-3f20-46ec-babf-0591129cf33a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664909 Jul 08 12:23:03.631419 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e157c5a5-ba4a-4670-893c-63bef0d3d315 req-ba027160-4507-4875-a640-8c3ec0e69ab2 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724421 Jul 08 12:23:03.730083 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee22d9f8-602c-4908-9ba1-33b76009bd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7c501d-f57b-421d-852f-d79a3038fb5e'}, {'server_uuid': '340580b4-f296-4325-95bd-aefee030f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4873af74-33ee-4fe5-828f-09d86b9832d6'}, {'server_uuid': '19e67c0c-effe-4014-8d98-4472fb4e1167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc6d8d6-faef-4256-966c-b6a18c0a0335'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:23:03.732833 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc6044a-afde-44dd-bc5d-2035665a30e7" -d '{"events": [{"server_uuid": "ee22d9f8-602c-4908-9ba1-33b76009bd3e", "name": "network-vif-plugged", "status": "completed", "tag": "0d7c501d-f57b-421d-852f-d79a3038fb5e"}, {"server_uuid": "340580b4-f296-4325-95bd-aefee030f06f", "name": "network-vif-plugged", "status": "completed", "tag": "4873af74-33ee-4fe5-828f-09d86b9832d6"}, {"server_uuid": "19e67c0c-effe-4014-8d98-4472fb4e1167", "name": "network-vif-plugged", "status": "completed", "tag": "ffc6d8d6-faef-4256-966c-b6a18c0a0335"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:23:03.783869 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 08 Jul 2021 12:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e9e189-13d6-4287-adc3-15ba8039fd89 x-openstack-request-id: req-a1e9e189-13d6-4287-adc3-15ba8039fd89 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:23:03.784171 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee22d9f8-602c-4908-9ba1-33b76009bd3e", "name": "network-vif-plugged", "status": "completed", "tag": "0d7c501d-f57b-421d-852f-d79a3038fb5e", "code": 200}, {"server_uuid": "340580b4-f296-4325-95bd-aefee030f06f", "name": "network-vif-plugged", "status": "completed", "tag": "4873af74-33ee-4fe5-828f-09d86b9832d6", "code": 200}, {"server_uuid": "19e67c0c-effe-4014-8d98-4472fb4e1167", "name": "network-vif-plugged", "status": "completed", "tag": "ffc6d8d6-faef-4256-966c-b6a18c0a0335", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:23:03.784425 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a1e9e189-13d6-4287-adc3-15ba8039fd89 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:23:03.784875 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee22d9f8-602c-4908-9ba1-33b76009bd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7c501d-f57b-421d-852f-d79a3038fb5e', 'code': 200} Jul 08 12:23:03.785200 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340580b4-f296-4325-95bd-aefee030f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4873af74-33ee-4fe5-828f-09d86b9832d6', 'code': 200} Jul 08 12:23:03.785709 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e67c0c-effe-4014-8d98-4472fb4e1167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc6d8d6-faef-4256-966c-b6a18c0a0335', 'code': 200} Jul 08 12:23:03.787742 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71c254-387b-4d75-a787-b7bd59d383cc req-3ab5a78d-3b4f-44e8-a574-f34617547eb1 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:03.791297 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9f71c254-387b-4d75-a787-b7bd59d383cc req-3ab5a78d-3b4f-44e8-a574-f34617547eb1 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 944 time: 0.0700908 Jul 08 12:23:03.843772 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9f71c254-387b-4d75-a787-b7bd59d383cc req-f631ee97-ac6a-4e83-ad3a-a5c588cd8969 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454743 Jul 08 12:23:04.105915 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5675d-c097-4a62-ad6b-9aff02f69a75 req-8bec8618-2d55-46fd-9d81-ade29088a389 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:04.107729 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f9c5675d-c097-4a62-ad6b-9aff02f69a75 req-8bec8618-2d55-46fd-9d81-ade29088a389 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 946 time: 0.1297176 Jul 08 12:23:04.154073 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f9c5675d-c097-4a62-ad6b-9aff02f69a75 req-1b3393eb-ee26-4e65-9701-16460867ce3e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386879 Jul 08 12:23:04.398497 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c619972-e30e-45fc-831c-aa8e998f2178 req-d28f87cb-3f3a-4e7b-ae96-0671f809daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:04.398497 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9c619972-e30e-45fc-831c-aa8e998f2178 req-d28f87cb-3f3a-4e7b-ae96-0671f809daa2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 1098 time: 0.1057212 Jul 08 12:23:04.444115 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9c619972-e30e-45fc-831c-aa8e998f2178 req-e2dacac2-38ea-4b76-b649-521e2c2258ed service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392826 Jul 08 12:23:04.468421 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 2022787d-991e-4e1f-976b-9286cfb7e458 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:23:04.579900 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5a6b1-4c87-44b7-b097-338976c1e74a req-5a4b183e-dc2e-4d07-889a-a995c9a4949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:04.581495 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f3f5a6b1-4c87-44b7-b097-338976c1e74a req-5a4b183e-dc2e-4d07-889a-a995c9a4949e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 1099 time: 0.3046863 Jul 08 12:23:04.583287 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d0b96-8a22-496c-8291-f0216d275069 req-ff6be7e2-704f-4c57-80c8-1f6ea8ae5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:04.585296 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8a5d0b96-8a22-496c-8291-f0216d275069 req-ff6be7e2-704f-4c57-80c8-1f6ea8ae5a08 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 1098 time: 0.3098977 Jul 08 12:23:04.609520 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port 2022787d-991e-4e1f-976b-9286cfb7e458 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:23:04.613938 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 2022787d-991e-4e1f-976b-9286cfb7e458 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:23:04.614343 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:04.726296 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f3f5a6b1-4c87-44b7-b097-338976c1e74a req-c63b2e7f-0908-4ac4-80be-fbe7cde2e308 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975692 Jul 08 12:23:04.741789 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8a5d0b96-8a22-496c-8291-f0216d275069 req-ae2bff45-213c-4a73-b39d-2ef9fffedb2e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056936 Jul 08 12:23:04.751253 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:04.795516 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 2022787d-991e-4e1f-976b-9286cfb7e458, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=2022787d-991e-4e1f-976b-9286cfb7e458,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:23:04.890757 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77709d-9c63-4e19-826c-48c7622e99e6 req-fbbdd860-c156-46a9-ade8-bc73c1e44b42 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:04.892328 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9b77709d-9c63-4e19-826c-48c7622e99e6 req-fbbdd860-c156-46a9-ade8-bc73c1e44b42 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.1286695 Jul 08 12:23:04.902312 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:04.914745 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ab1c5-31fd-4dba-9907-58c92833c49a req-4a7c8fbc-8d6d-48f3-afc0-f3db87ad9bf4 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:04.916337 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ad1ab1c5-31fd-4dba-9907-58c92833c49a req-4a7c8fbc-8d6d-48f3-afc0-f3db87ad9bf4 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.1119020 Jul 08 12:23:04.964454 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9b77709d-9c63-4e19-826c-48c7622e99e6 req-a5e9cc9d-5431-4090-a8e9-a4af7c1cd565 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658495 Jul 08 12:23:04.979044 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ad1ab1c5-31fd-4dba-9907-58c92833c49a req-36c0073d-3c9b-4c9e-b62f-0b4982830cea tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549634 Jul 08 12:23:04.991516 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=2022787d-991e-4e1f-976b-9286cfb7e458,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:05.184479 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74d3ec-e1d8-4a8c-b1e3-c3d618ab80a9 req-8732dd42-292b-426e-93fc-d2f9547408aa tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:05.186129 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fc74d3ec-e1d8-4a8c-b1e3-c3d618ab80a9 req-8732dd42-292b-426e-93fc-d2f9547408aa tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0820007 Jul 08 12:23:05.237668 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fc74d3ec-e1d8-4a8c-b1e3-c3d618ab80a9 req-f7b5754f-0418-4b8e-8181-6d353bb7c5e7 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455770 Jul 08 12:23:05.354298 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04895e9-3ccb-4edd-9394-987d86374b0d req-83567312-a53f-4d56-b7bf-787b8910b61b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:05.354298 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e04895e9-3ccb-4edd-9394-987d86374b0d req-83567312-a53f-4d56-b7bf-787b8910b61b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 946 time: 0.0643775 Jul 08 12:23:05.401248 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e04895e9-3ccb-4edd-9394-987d86374b0d req-3f02b92e-58d3-4e56-b7c1-85e38a716ea9 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439098 Jul 08 12:23:05.786526 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2022787d-991e-4e1f-976b-9286cfb7e458'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:23:05.789764 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d48c5f-f699-4ffc-8c32-c82df37dd40c" -d '{"events": [{"server_uuid": "fbd8b568-8cf7-42e8-b5fb-289d04dfea03", "name": "network-vif-plugged", "status": "completed", "tag": "2022787d-991e-4e1f-976b-9286cfb7e458"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:23:05.835312 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55e3e7c-f525-4d8e-b337-8ee2c02c3d0e x-openstack-request-id: req-c55e3e7c-f525-4d8e-b337-8ee2c02c3d0e {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:23:05.837805 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd8b568-8cf7-42e8-b5fb-289d04dfea03", "name": "network-vif-plugged", "status": "completed", "tag": "2022787d-991e-4e1f-976b-9286cfb7e458", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:23:05.837805 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c55e3e7c-f525-4d8e-b337-8ee2c02c3d0e {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:23:05.837805 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2022787d-991e-4e1f-976b-9286cfb7e458', 'code': 200} Jul 08 12:23:06.222281 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d728c-d6e1-42bb-9369-687865f6f28f req-731acdb0-15d0-44d4-981d-9824e4279a2c tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:06.223752 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-732d728c-d6e1-42bb-9369-687865f6f28f req-731acdb0-15d0-44d4-981d-9824e4279a2c tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.1222696 Jul 08 12:23:06.252629 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95954d-fd4b-4c8c-8eb9-08bb63cde353 req-439e5b04-0e41-47c7-9190-7bf528769b24 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:06.252629 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dd95954d-fd4b-4c8c-8eb9-08bb63cde353 req-439e5b04-0e41-47c7-9190-7bf528769b24 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.1028078 Jul 08 12:23:06.293091 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-732d728c-d6e1-42bb-9369-687865f6f28f req-feb08c7a-cf14-4b92-b63d-3cbbcf4f7be4 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627167 Jul 08 12:23:06.306697 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dd95954d-fd4b-4c8c-8eb9-08bb63cde353 req-7fc632dd-16cb-44d3-aa13-794d539e574a tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523148 Jul 08 12:23:06.486072 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b95a9-8cb0-4c98-94b4-e48c4aff3353 req-1df6f180-588c-4fac-a641-ab53cc41f701 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:06.487756 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2b5b95a9-8cb0-4c98-94b4-e48c4aff3353 req-1df6f180-588c-4fac-a641-ab53cc41f701 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0797250 Jul 08 12:23:06.528155 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2b5b95a9-8cb0-4c98-94b4-e48c4aff3353 req-a5e4024c-5352-4792-b852-c6142c7f15d1 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326240 Jul 08 12:23:07.528997 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ee7b5-685f-42cd-9bf5-94aa51c156ef req-1965e0f5-5954-4a35-b546-99cdade9c9e1 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:07.530481 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-510ee7b5-685f-42cd-9bf5-94aa51c156ef req-1965e0f5-5954-4a35-b546-99cdade9c9e1 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.1161292 Jul 08 12:23:07.540485 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd3012-3bed-4b26-8bdc-c8c483e8c6e5 req-d1076fba-896b-4bd3-96f5-ea6a36e8627c tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:07.542209 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6edd3012-3bed-4b26-8bdc-c8c483e8c6e5 req-d1076fba-896b-4bd3-96f5-ea6a36e8627c tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.0937004 Jul 08 12:23:07.597305 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-510ee7b5-685f-42cd-9bf5-94aa51c156ef req-d52f30c3-3681-4675-a8c3-7a4d91bc7469 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539770 Jul 08 12:23:07.610807 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6edd3012-3bed-4b26-8bdc-c8c483e8c6e5 req-6229b1ca-cd9e-487f-a6e9-a54a6b868278 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551598 Jul 08 12:23:07.770841 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c6df3-1ae6-4920-9697-495a46660259 req-20ad1f29-78bf-4144-9028-ee3a487a3af3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:07.773136 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f46c6df3-1ae6-4920-9697-495a46660259 req-20ad1f29-78bf-4144-9028-ee3a487a3af3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0708044 Jul 08 12:23:07.813966 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f46c6df3-1ae6-4920-9697-495a46660259 req-48151caa-d5b1-4cc9-832d-22255b7bcb23 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352995 Jul 08 12:23:08.711214 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 53330) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:08.828937 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-6e4de77f-e53f-4736-bccf-517c08c4d245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:08.841307 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc5c0e-62c6-4205-8e2d-84cbcd6a2c3a req-aa24a7ad-a598-4158-8350-2835e9826c81 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:08.842780 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-97bc5c0e-62c6-4205-8e2d-84cbcd6a2c3a req-aa24a7ad-a598-4158-8350-2835e9826c81 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.1144929 Jul 08 12:23:08.856374 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164cf46-2373-4765-a7a2-27b0182dabc0 req-c866f218-25de-482a-a351-1078144ca09a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:08.857843 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2164cf46-2373-4765-a7a2-27b0182dabc0 req-c866f218-25de-482a-a351-1078144ca09a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.1412601 Jul 08 12:23:08.934644 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-97bc5c0e-62c6-4205-8e2d-84cbcd6a2c3a req-6f5c2467-6b5d-4c65-94a2-e37dc3ae27ca tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755713 Jul 08 12:23:08.950447 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2164cf46-2373-4765-a7a2-27b0182dabc0 req-b04466c2-30d1-4858-b9d6-ceecb08d1f3e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830967 Jul 08 12:23:09.024046 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-6e4de77f-e53f-4736-bccf-517c08c4d245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:09.113286 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2a939-60db-42d0-abf9-a7f45843aed8 req-ea96dd87-1670-41f0-ad11-6b83f7796da3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:09.114648 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e4d2a939-60db-42d0-abf9-a7f45843aed8 req-ea96dd87-1670-41f0-ad11-6b83f7796da3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0644462 Jul 08 12:23:09.115650 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-6e4de77f-e53f-4736-bccf-517c08c4d245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:09.167699 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4de77f-e53f-4736-bccf-517c08c4d245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd0b838-cead-4715-b8bd-823184a29af4,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:09.171570 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-6e4de77f-e53f-4736-bccf-517c08c4d245 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bef0a9edc88d4fe99821ff7a2d8a7ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593079 Jul 08 12:23:09.176366 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 53342) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:09.190491 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e4d2a939-60db-42d0-abf9-a7f45843aed8 req-58902f07-f2dc-4625-be19-2aaaa2bd5050 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649953 Jul 08 12:23:09.237264 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0295888e-e884-4639-8c46-a0f68a0f1633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:09.262110 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0295888e-e884-4639-8c46-a0f68a0f1633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:09.380242 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0295888e-e884-4639-8c46-a0f68a0f1633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:09.383427 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0295888e-e884-4639-8c46-a0f68a0f1633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:09.384590 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-0295888e-e884-4639-8c46-a0f68a0f1633 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1bd0b838-cead-4715-b8bd-823184a29af4 HTTP/1.1" status: 204 len: 168 time: 0.2057323 Jul 08 12:23:09.392796 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295888e-e884-4639-8c46-a0f68a0f1633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd0b838-cead-4715-b8bd-823184a29af4,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:09.725857 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88808c5f-258f-4adb-90f7-0e6080fdb525 req-e4edf775-7824-42f3-aad7-5ac0d0c1280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:09.727716 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-88808c5f-258f-4adb-90f7-0e6080fdb525 req-e4edf775-7824-42f3-aad7-5ac0d0c1280d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 1098 time: 0.0555894 Jul 08 12:23:09.771877 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-88808c5f-258f-4adb-90f7-0e6080fdb525 req-34305c0c-38bb-41d9-b80c-61efe9a9acd8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284700 Jul 08 12:23:09.966770 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 53354) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:09.985338 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a6606d90-71bd-43ac-8f79-40de570a3eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:10.188754 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a6606d90-71bd-43ac-8f79-40de570a3eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:10.206482 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622adfd-bc4b-4d3a-8ac5-79ed1013a9c5 req-ba97fcb6-08a7-4f6d-93e5-de5abec9dad5 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:10.208020 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7622adfd-bc4b-4d3a-8ac5-79ed1013a9c5 req-ba97fcb6-08a7-4f6d-93e5-de5abec9dad5 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.1302288 Jul 08 12:23:10.215370 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f79943-f7f9-4b32-9773-5c702d88e062 req-aa35b292-ae93-468a-9e6a-fee1363e2c55 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:10.216796 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-02f79943-f7f9-4b32-9773-5c702d88e062 req-aa35b292-ae93-468a-9e6a-fee1363e2c55 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.1545289 Jul 08 12:23:10.262104 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a6606d90-71bd-43ac-8f79-40de570a3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:10.295846 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7622adfd-bc4b-4d3a-8ac5-79ed1013a9c5 req-6b6a0685-438d-41c4-99a4-6729ebc38c8c tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780756 Jul 08 12:23:10.321907 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-a6606d90-71bd-43ac-8f79-40de570a3eb0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3cbc571f3b9849bf932ee33c97582435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535788 Jul 08 12:23:10.324668 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 53366) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:10.325157 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-02f79943-f7f9-4b32-9773-5c702d88e062 req-4514c10c-7484-47fc-a8cd-b02f14df49dc tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013136 Jul 08 12:23:10.325629 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6606d90-71bd-43ac-8f79-40de570a3eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251a3c57-ec7b-4c4f-a77c-9dca6a8d0115,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:10.403254 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ae722014-95d3-44e3-a532-2a0264ab183d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:10.425939 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ae722014-95d3-44e3-a532-2a0264ab183d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:10.504401 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243b9de-0ba1-4334-a36b-c79f08ebcd17 req-012807b0-37e2-4538-94f1-4217a555e4f0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:10.506778 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8243b9de-0ba1-4334-a36b-c79f08ebcd17 req-012807b0-37e2-4538-94f1-4217a555e4f0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0741713 Jul 08 12:23:10.546354 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ae722014-95d3-44e3-a532-2a0264ab183d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:10.549449 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8243b9de-0ba1-4334-a36b-c79f08ebcd17 req-a9aacd1c-eb63-4c7a-b482-2f181c8a7407 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363500 Jul 08 12:23:10.549585 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ae722014-95d3-44e3-a532-2a0264ab183d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:10.550435 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-ae722014-95d3-44e3-a532-2a0264ab183d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/251a3c57-ec7b-4c4f-a77c-9dca6a8d0115 HTTP/1.1" status: 204 len: 168 time: 0.2247760 Jul 08 12:23:10.563131 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae722014-95d3-44e3-a532-2a0264ab183d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251a3c57-ec7b-4c4f-a77c-9dca6a8d0115,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:11.531694 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c72d7b-9c32-463e-b100-c86be0c79b45 req-99d72065-15bf-4501-89d8-7955a7e35fe2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:11.532229 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-09c72d7b-9c32-463e-b100-c86be0c79b45 req-99d72065-15bf-4501-89d8-7955a7e35fe2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.1148522 Jul 08 12:23:11.582503 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995a824-5b1d-4929-814a-8572bfb7d5e2 req-1eb2bd91-96a1-442c-b029-ae41bd4a4529 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:11.584832 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3995a824-5b1d-4929-814a-8572bfb7d5e2 req-1eb2bd91-96a1-442c-b029-ae41bd4a4529 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.1204956 Jul 08 12:23:11.595778 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-09c72d7b-9c32-463e-b100-c86be0c79b45 req-ea55d250-e087-4382-a414-c9f06b5b5634 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558915 Jul 08 12:23:11.646095 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3995a824-5b1d-4929-814a-8572bfb7d5e2 req-9de3e902-10f6-49ad-ad27-2c3f89c68675 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490673 Jul 08 12:23:11.826582 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8868c2-04db-45d4-9a61-971d94e5c060 req-a69c5dcc-41a9-4f50-b847-1fbb4143cfba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:11.828184 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3e8868c2-04db-45d4-9a61-971d94e5c060 req-a69c5dcc-41a9-4f50-b847-1fbb4143cfba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0829277 Jul 08 12:23:11.872503 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3e8868c2-04db-45d4-9a61-971d94e5c060 req-0d1b7fb4-eb4a-4fbc-9b5c-42da029ebf6a tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346711 Jul 08 12:23:11.963863 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:12.428521 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9db2b-ffab-4e80-8e1e-49530f1d2293 req-146d2ca4-a839-448a-b39c-be9b36851716 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:12.429816 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5cf9db2b-ffab-4e80-8e1e-49530f1d2293 req-146d2ca4-a839-448a-b39c-be9b36851716 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0740185 Jul 08 12:23:12.501265 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5cf9db2b-ffab-4e80-8e1e-49530f1d2293 req-7265a836-8a4d-42dd-95d1-cfc93e398989 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615356 Jul 08 12:23:13.053455 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cf926-409b-4581-9f40-cbe15cc9f3a8 req-5ea2bb77-a087-4905-8b37-962ffb785fca tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:13.055136 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-609cf926-409b-4581-9f40-cbe15cc9f3a8 req-5ea2bb77-a087-4905-8b37-962ffb785fca tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0666349 Jul 08 12:23:13.094111 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-609cf926-409b-4581-9f40-cbe15cc9f3a8 req-94caa69b-e407-4005-ba95-e6dbfe47b650 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332794 Jul 08 12:23:13.187920 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 53476) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:13.293953 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b9ee01a3-dbef-4107-9d19-5d819b9d0f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:13.394206 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b9ee01a3-dbef-4107-9d19-5d819b9d0f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:13.448754 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b9ee01a3-dbef-4107-9d19-5d819b9d0f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:13.488972 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-b9ee01a3-dbef-4107-9d19-5d819b9d0f5d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6291e535e18a48e986370db3aacf7d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998447 Jul 08 12:23:13.491652 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee01a3-dbef-4107-9d19-5d819b9d0f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c554f4cc-89d0-449c-8dd6-125220693686,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:13.491916 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 53482) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:13.549787 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-da2e05b4-b3e7-40f1-a4fd-bdcb87fbd4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:13.581444 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-da2e05b4-b3e7-40f1-a4fd-bdcb87fbd4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:13.675814 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdf23f-9acf-49d3-886c-2be79e3f20be req-584e475e-f5d5-4661-8537-b3a04ed7132b tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:13.677321 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a1bdf23f-9acf-49d3-886c-2be79e3f20be req-584e475e-f5d5-4661-8537-b3a04ed7132b tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0678182 Jul 08 12:23:13.689400 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-da2e05b4-b3e7-40f1-a4fd-bdcb87fbd4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:13.691932 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-da2e05b4-b3e7-40f1-a4fd-bdcb87fbd4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:13.693191 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-da2e05b4-b3e7-40f1-a4fd-bdcb87fbd4b7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c554f4cc-89d0-449c-8dd6-125220693686 HTTP/1.1" status: 204 len: 168 time: 0.2000999 Jul 08 12:23:13.701297 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e05b4-b3e7-40f1-a4fd-bdcb87fbd4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c554f4cc-89d0-449c-8dd6-125220693686,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:13.722763 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a1bdf23f-9acf-49d3-886c-2be79e3f20be req-ca637c15-784c-406c-9e0b-528770574800 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389726 Jul 08 12:23:14.272596 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a435c66-38bd-4150-ac68-008b804dd24a req-5ea3faa1-e0d2-4199-a1b6-b82079466ffc tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:14.274177 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8a435c66-38bd-4150-ac68-008b804dd24a req-5ea3faa1-e0d2-4199-a1b6-b82079466ffc tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0662432 Jul 08 12:23:14.315112 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8a435c66-38bd-4150-ac68-008b804dd24a req-7e1555d1-ce76-47ba-8243-9ab68ccc2e57 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352638 Jul 08 12:23:14.339607 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 53502) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:14.353989 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f2223136-c535-4aeb-aedd-b7d8b6df4e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:14.444319 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f2223136-c535-4aeb-aedd-b7d8b6df4e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:14.511834 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f2223136-c535-4aeb-aedd-b7d8b6df4e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:14.551618 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-f2223136-c535-4aeb-aedd-b7d8b6df4e28 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=27f1f2607068407c96d55e5b265504ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108364 Jul 08 12:23:14.552466 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2223136-c535-4aeb-aedd-b7d8b6df4e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c3c2f8-a7fa-4b88-9a9c-b2ff29574db1,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:14.554761 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 53504) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:14.605797 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-73b7aa7c-f40d-441d-bc51-f3628af269dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:14.627802 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-73b7aa7c-f40d-441d-bc51-f3628af269dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:14.741171 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-73b7aa7c-f40d-441d-bc51-f3628af269dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:14.743774 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-73b7aa7c-f40d-441d-bc51-f3628af269dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:14.744943 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-73b7aa7c-f40d-441d-bc51-f3628af269dd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/36c3c2f8-a7fa-4b88-9a9c-b2ff29574db1 HTTP/1.1" status: 204 len: 168 time: 0.1890857 Jul 08 12:23:14.753255 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7aa7c-f40d-441d-bc51-f3628af269dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c3c2f8-a7fa-4b88-9a9c-b2ff29574db1,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:14.898725 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed6040-57ff-4b95-8424-02b00098cce1 req-7ef0b8b1-07a8-442f-8998-257aedcdcab9 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:14.900082 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6bed6040-57ff-4b95-8424-02b00098cce1 req-7ef0b8b1-07a8-442f-8998-257aedcdcab9 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0625136 Jul 08 12:23:14.937369 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6bed6040-57ff-4b95-8424-02b00098cce1 req-d2bad605-ede6-472e-b4a4-37919320905e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316696 Jul 08 12:23:15.415040 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-81f175e5-ffc2-441c-996b-2b5f283c9036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:15.514013 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb86be7-3a17-440a-996b-65361d7f6740 req-19153832-6870-4912-9811-a39a93cb14a9 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:15.515498 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8fb86be7-3a17-440a-996b-65361d7f6740 req-19153832-6870-4912-9811-a39a93cb14a9 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0688038 Jul 08 12:23:15.553937 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8fb86be7-3a17-440a-996b-65361d7f6740 req-718e153b-73d8-4410-a9e4-f922664e2882 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Jul 08 12:23:15.768217 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c310d-d6d0-4754-b0c9-cb14c2acd6f8 req-14ac6c61-c6ee-4955-831d-e6ef28e8849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:15.769750 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-682c310d-d6d0-4754-b0c9-cb14c2acd6f8 req-14ac6c61-c6ee-4955-831d-e6ef28e8849f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 1098 time: 0.0772254 Jul 08 12:23:15.867344 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c310d-d6d0-4754-b0c9-cb14c2acd6f8 req-7397d641-5ffd-434b-b41c-85520fc6cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:15.868783 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-682c310d-d6d0-4754-b0c9-cb14c2acd6f8 req-7397d641-5ffd-434b-b41c-85520fc6cd9b service neutron] 10.222.0.89 "GET /v2.0/networks?id=944642c5-34cb-4052-9c71-c9f2bb6fc18d HTTP/1.1" status: 200 len: 919 time: 0.0881472 Jul 08 12:23:16.111586 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db8fee-d6a3-4e17-94ad-f21694bef7ff req-fd82f1fb-e86e-4cb0-8656-452c38ac3c13 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:16.113325 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-43db8fee-d6a3-4e17-94ad-f21694bef7ff req-fd82f1fb-e86e-4cb0-8656-452c38ac3c13 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0638256 Jul 08 12:23:16.138286 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-682c310d-d6d0-4754-b0c9-cb14c2acd6f8 req-e999f804-f084-489c-bc47-3a2ef3583e21 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffc6d8d6-faef-4256-966c-b6a18c0a0335 HTTP/1.1" status: 200 len: 217 time: 0.0453086 Jul 08 12:23:16.159475 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-43db8fee-d6a3-4e17-94ad-f21694bef7ff req-55dc66b9-ae13-4dd8-9e5c-9204a116684b tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Jul 08 12:23:16.199703 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c310d-d6d0-4754-b0c9-cb14c2acd6f8 req-52902cf6-e404-4a06-bea8-bba47fa5be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:16.201188 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-682c310d-d6d0-4754-b0c9-cb14c2acd6f8 req-52902cf6-e404-4a06-bea8-bba47fa5be6d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a0e2175b-da30-4bbc-b885-7bdc05d46a4d HTTP/1.1" status: 200 len: 858 time: 0.0508115 Jul 08 12:23:16.239720 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-682c310d-d6d0-4754-b0c9-cb14c2acd6f8 req-da33fafe-da20-45f7-b090-8e4baf9b3153 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=944642c5-34cb-4052-9c71-c9f2bb6fc18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264404 Jul 08 12:23:16.355228 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-682c310d-d6d0-4754-b0c9-cb14c2acd6f8 req-249b4c92-adda-4fed-869c-ddc21c3191bd service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935750 Jul 08 12:23:16.480079 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-682c310d-d6d0-4754-b0c9-cb14c2acd6f8 req-435b9493-4ddf-47b3-974f-cd05f57ad42e service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112359 Jul 08 12:23:16.786363 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb607d2-66f3-4338-8ece-6ba5d57af510 req-3daf0f80-3172-4907-a9cd-9697c06054c3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:16.789916 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ccb607d2-66f3-4338-8ece-6ba5d57af510 req-3daf0f80-3172-4907-a9cd-9697c06054c3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0937514 Jul 08 12:23:16.838718 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ccb607d2-66f3-4338-8ece-6ba5d57af510 req-62e75da9-81cf-477e-8bfd-084afbc25422 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 Jul 08 12:23:17.360729 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fdf3b-1b67-4e70-abb6-3f09b1f85728 req-962288ac-0bea-402f-aa57-8aeff7449b4a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:17.361951 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e72fdf3b-1b67-4e70-abb6-3f09b1f85728 req-962288ac-0bea-402f-aa57-8aeff7449b4a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0733032 Jul 08 12:23:17.411710 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e72fdf3b-1b67-4e70-abb6-3f09b1f85728 req-b4a74fe7-6942-426d-8060-240bc2cdd3e6 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Jul 08 12:23:18.041058 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1434c-b425-46a5-a092-70280abac601 req-1f3219d4-1683-4b95-86e6-7400db525e25 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:18.042147 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c3b1434c-b425-46a5-a092-70280abac601 req-1f3219d4-1683-4b95-86e6-7400db525e25 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0658219 Jul 08 12:23:18.081708 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c3b1434c-b425-46a5-a092-70280abac601 req-702b511f-5221-49e0-a793-4f68f181113f tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339983 Jul 08 12:23:18.917957 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:19.546300 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-99279bd6-7037-40b2-815e-99b0df76b511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:20.017074 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235df50-1b91-4386-b308-88fd6037355a req-42dab161-a078-471e-b165-d3c2bda83ac2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:20.018682 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4235df50-1b91-4386-b308-88fd6037355a req-42dab161-a078-471e-b165-d3c2bda83ac2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.1150696 Jul 08 12:23:20.040914 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 53688) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:20.045767 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-820190ef-5cfe-4367-9d89-79840f25ad17 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Request body: {'floatingip': {'port_id': '2022787d-991e-4e1f-976b-9286cfb7e458'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:23:20.142586 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-820190ef-5cfe-4367-9d89-79840f25ad17 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for floatingip, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:20.338213 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f772f9-faec-496d-b25a-8ef5483be5e6 req-7497afb0-7738-4f0d-a3b7-5889f92522d0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:20.339689 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d6f772f9-faec-496d-b25a-8ef5483be5e6 req-7497afb0-7738-4f0d-a3b7-5889f92522d0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.2225037 Jul 08 12:23:20.454611 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d6f772f9-faec-496d-b25a-8ef5483be5e6 req-ec5739ee-c01e-48db-a5a1-ad81ec1e67be tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061697 Jul 08 12:23:20.473874 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 53698) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:20.545921 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:20.588616 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:20.683939 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:20.758360 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:20.800150 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b6a61b0523b14e2295e86924d3af8c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251834 Jul 08 12:23:20.801033 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d228ed41-11e3-45f4-9f0f-39d5b94737ad,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:20.802925 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 53704) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:20.814687 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:20.815235 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:20.815576 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:20.815903 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:20.816233 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:20.816558 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:20.816911 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:20.817241 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:20.817561 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:20.817879 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:20.818193 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:20.818513 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e248-8bd4-427e-8a2c-6c73bebbae2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:20.863840 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f7d40437-d2e4-44c9-a4ba-4f8190f79a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:20.887321 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f7d40437-d2e4-44c9-a4ba-4f8190f79a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:21.003163 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f7d40437-d2e4-44c9-a4ba-4f8190f79a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:21.005763 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f7d40437-d2e4-44c9-a4ba-4f8190f79a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:21.007618 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-f7d40437-d2e4-44c9-a4ba-4f8190f79a09 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d228ed41-11e3-45f4-9f0f-39d5b94737ad HTTP/1.1" status: 204 len: 168 time: 0.2023194 Jul 08 12:23:21.015415 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d40437-d2e4-44c9-a4ba-4f8190f79a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d228ed41-11e3-45f4-9f0f-39d5b94737ad,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:21.078004 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-820190ef-5cfe-4367-9d89-79840f25ad17 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:21.117572 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-820190ef-5cfe-4367-9d89-79840f25ad17 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:21.219280 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.l3_db [None req-820190ef-5cfe-4367-9d89-79840f25ad17 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Floating IP 8f12d1d0-30f2-48fd-99fa-c3aaf83ca1e3 associated. External IP: 172.27.3.188, port: 2022787d-991e-4e1f-976b-9286cfb7e458. Jul 08 12:23:21.462533 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820190ef-5cfe-4367-9d89-79840f25ad17 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:23:21.606782 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820190ef-5cfe-4367-9d89-79840f25ad17 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:23:21.620955 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554a0292-3fc7-4093-833f-aacaa3322f3b None None] Sync routers for ids ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:23:21.627084 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-820190ef-5cfe-4367-9d89-79840f25ad17 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:21.631396 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a0292-3fc7-4093-833f-aacaa3322f3b None None] Routers {'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:23:21.631396 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-554a0292-3fc7-4093-833f-aacaa3322f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:23:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:23:21.680603 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-820190ef-5cfe-4367-9d89-79840f25ad17 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "PUT /v2.0/floatingips/8f12d1d0-30f2-48fd-99fa-c3aaf83ca1e3 HTTP/1.1" status: 200 len: 991 time: 1.6384714 Jul 08 12:23:21.685068 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'tag': '2022787d-991e-4e1f-976b-9286cfb7e458'}] {{(pid=93655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:23:21.688076 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a03bbc91d2f86613491d0901239a9001c4f73130c8ca6ab44098ce7ccb338547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6def5d2a-5d47-42c9-806b-da9cb06a68ea" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd8b568-8cf7-42e8-b5fb-289d04dfea03", "tag": "2022787d-991e-4e1f-976b-9286cfb7e458"}]}' {{(pid=93655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:23:21.718023 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fee95b-d02b-4de9-802b-e0557650de74 req-cc8ebdfd-af93-4289-b491-079c29a53ed2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:21.729227 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-76fee95b-d02b-4de9-802b-e0557650de74 req-cc8ebdfd-af93-4289-b491-079c29a53ed2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.1364729 Jul 08 12:23:21.755814 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-554a0292-3fc7-4093-833f-aacaa3322f3b None None] Set router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:23:21.779802 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-76fee95b-d02b-4de9-802b-e0557650de74 req-51d7d22e-f0bf-4fdb-a03b-a62e0f3b8fde tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493922 Jul 08 12:23:21.825182 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32198222-1255-4103-832b-42a8e24b827f x-openstack-request-id: req-32198222-1255-4103-832b-42a8e24b827f {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:23:21.825515 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd8b568-8cf7-42e8-b5fb-289d04dfea03", "tag": "2022787d-991e-4e1f-976b-9286cfb7e458", "status": "completed", "code": 200}]} {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:23:21.825755 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-32198222-1255-4103-832b-42a8e24b827f {{(pid=93655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:23:21.829742 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'tag': '2022787d-991e-4e1f-976b-9286cfb7e458', 'status': 'completed', 'code': 200} Jul 08 12:23:22.140190 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-554a0292-3fc7-4093-833f-aacaa3322f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '8f12d1d0-30f2-48fd-99fa-c3aaf83ca1e3', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'port_id': '2022787d-991e-4e1f-976b-9286cfb7e458', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'mac_address': 'fa:16:3e:ec:c0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:22:42Z', 'updated_at': '2021-07-08T12:23:20Z', 'revision_number': 1, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:40Z', 'revision_number': 5, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:23:22.171927 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554a0292-3fc7-4093-833f-aacaa3322f3b None None] Checking router: fee4f32d-842a-4f38-b8d9-6c6b59d49c3c for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:23:22.181766 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a0292-3fc7-4093-833f-aacaa3322f3b None None] Routers {'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:23:22.182384 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-554a0292-3fc7-4093-833f-aacaa3322f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:23:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:23:22.300621 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-554a0292-3fc7-4093-833f-aacaa3322f3b None None] Set router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:23:22.543665 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-554a0292-3fc7-4093-833f-aacaa3322f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '8f12d1d0-30f2-48fd-99fa-c3aaf83ca1e3', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'port_id': '2022787d-991e-4e1f-976b-9286cfb7e458', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'mac_address': 'fa:16:3e:ec:c0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:22:42Z', 'updated_at': '2021-07-08T12:23:20Z', 'revision_number': 1, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:40Z', 'revision_number': 5, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:23:22.579000 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554a0292-3fc7-4093-833f-aacaa3322f3b None None] The sync data for ids ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'] in dv-cinder-799631-5-iscsi is: [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '8f12d1d0-30f2-48fd-99fa-c3aaf83ca1e3', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'port_id': '2022787d-991e-4e1f-976b-9286cfb7e458', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'mac_address': 'fa:16:3e:ec:c0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:22:42Z', 'updated_at': '2021-07-08T12:23:20Z', 'revision_number': 1, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:40Z', 'revision_number': 5, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:23:22.677334 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:22.795478 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666c91f7-ebb7-48ea-97c5-53fb7984d650 None None] New status for floating IP 8f12d1d0-30f2-48fd-99fa-c3aaf83ca1e3: ACTIVE {{(pid=93656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:23:22.953861 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bd760-39f4-4df9-900e-792952888f73 req-a5aeb350-4237-49f1-aa7c-f4308347d4e4 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:22.961486 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-770bd760-39f4-4df9-900e-792952888f73 req-a5aeb350-4237-49f1-aa7c-f4308347d4e4 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0740199 Jul 08 12:23:23.006807 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-770bd760-39f4-4df9-900e-792952888f73 req-719ea4dd-2c0a-49e3-b0be-b82da98d5196 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440135 Jul 08 12:23:24.190494 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707d433-8693-4dff-835e-61a3ff654e17 req-cfd86f6e-61e8-44f7-999f-b8454818b4a3 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:24.191974 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e707d433-8693-4dff-835e-61a3ff654e17 req-cfd86f6e-61e8-44f7-999f-b8454818b4a3 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0700676 Jul 08 12:23:24.231810 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e707d433-8693-4dff-835e-61a3ff654e17 req-b9458702-cd5e-4676-9470-b928b86ceed7 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319629 Jul 08 12:23:25.411520 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f25a5-79c1-4cb9-993b-e51b8cf618cb req-bfa1ccd9-5dbb-4b27-8b74-fd29a0454cf3 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:25.414542 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-407f25a5-79c1-4cb9-993b-e51b8cf618cb req-bfa1ccd9-5dbb-4b27-8b74-fd29a0454cf3 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0702686 Jul 08 12:23:25.456774 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-407f25a5-79c1-4cb9-993b-e51b8cf618cb req-9c4c48ae-fa89-478a-8195-af93c87960ab tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370200 Jul 08 12:23:26.295608 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def5d2a-5d47-42c9-806b-da9cb06a68ea req-cf84550d-0aa5-43d8-9d19-5223661b53de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:26.297229 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6def5d2a-5d47-42c9-806b-da9cb06a68ea req-cf84550d-0aa5-43d8-9d19-5223661b53de service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=910ce624b8034309b4a99c095ec09b5e&device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 1098 time: 0.0548534 Jul 08 12:23:26.394021 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def5d2a-5d47-42c9-806b-da9cb06a68ea req-16fe47fd-a75b-4569-8c24-7e30e7647823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:26.395447 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6def5d2a-5d47-42c9-806b-da9cb06a68ea req-16fe47fd-a75b-4569-8c24-7e30e7647823 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a51e55e7-ef45-400f-a6d9-0a508ab962db HTTP/1.1" status: 200 len: 912 time: 0.0904198 Jul 08 12:23:26.512282 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6def5d2a-5d47-42c9-806b-da9cb06a68ea req-e5783fbb-e6bd-406d-8815-dfc6d476678e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2022787d-991e-4e1f-976b-9286cfb7e458 HTTP/1.1" status: 200 len: 1001 time: 0.0969574 Jul 08 12:23:26.565389 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def5d2a-5d47-42c9-806b-da9cb06a68ea req-1911658f-a3c0-461b-bae2-e9634b38793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:26.566850 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6def5d2a-5d47-42c9-806b-da9cb06a68ea req-1911658f-a3c0-461b-bae2-e9634b38793c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e045425-628c-4d0f-94f7-a80db002e4c1 HTTP/1.1" status: 200 len: 850 time: 0.0441906 Jul 08 12:23:26.628076 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def5d2a-5d47-42c9-806b-da9cb06a68ea req-b2265953-5182-4ffb-9d2e-d1184ebfc8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:26.629577 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6def5d2a-5d47-42c9-806b-da9cb06a68ea req-b2265953-5182-4ffb-9d2e-d1184ebfc8f6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a51e55e7-ef45-400f-a6d9-0a508ab962db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517993 Jul 08 12:23:26.637705 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39272a38-9970-4a78-b497-bd2d6deb537a req-54317852-7309-463b-b2a2-c4d5b5f2dd7c tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:26.639175 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-39272a38-9970-4a78-b497-bd2d6deb537a req-54317852-7309-463b-b2a2-c4d5b5f2dd7c tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0642066 Jul 08 12:23:26.680592 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-39272a38-9970-4a78-b497-bd2d6deb537a req-7e3acad6-9490-4c4d-8e5d-ae0c0bd4a169 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357261 Jul 08 12:23:26.729480 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6def5d2a-5d47-42c9-806b-da9cb06a68ea req-cef81867-81ea-4d7d-b04a-e6589788305c service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917065 Jul 08 12:23:26.837392 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6def5d2a-5d47-42c9-806b-da9cb06a68ea req-7a1b3f5e-7feb-4789-b00d-a7eeadb11573 service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830252 Jul 08 12:23:27.863386 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3984a06-e5a6-4b89-857f-2b6567592e28 req-baf33f79-4190-41eb-9760-c3eabb213ff9 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:27.864819 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e3984a06-e5a6-4b89-857f-2b6567592e28 req-baf33f79-4190-41eb-9760-c3eabb213ff9 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0675089 Jul 08 12:23:27.905352 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e3984a06-e5a6-4b89-857f-2b6567592e28 req-d33b11a0-f8da-49b7-a491-628d1d09c193 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341268 Jul 08 12:23:29.092048 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b7364-d96f-4e15-9b1a-7de4ffd0c506 req-2966b8e7-a683-469d-9433-7fec837048c9 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:29.093669 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-952b7364-d96f-4e15-9b1a-7de4ffd0c506 req-2966b8e7-a683-469d-9433-7fec837048c9 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0672491 Jul 08 12:23:29.139643 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-952b7364-d96f-4e15-9b1a-7de4ffd0c506 req-b099a9d4-764d-4369-85e6-755773a1089b tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388417 Jul 08 12:23:29.675300 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 53910) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:29.793672 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:29.887570 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:29.934006 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:29.979468 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=69501432a7cf418cab6c7a4541364747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985742 Jul 08 12:23:29.979468 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b2e1a7-417b-4a8c-81ac-b3e79628482e,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:29.979990 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 53926) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:30.000905 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:30.001252 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:30.001588 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:30.001917 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:30.002243 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:30.002569 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:30.002891 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:30.003210 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:30.003530 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:30.003845 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:30.004160 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:30.004472 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd18af9-168c-4996-b179-0af377416b7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:23:30.052411 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-9f72cedb-435b-468e-a7ff-47ba459facee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:30.074498 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-9f72cedb-435b-468e-a7ff-47ba459facee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:30.191850 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-9f72cedb-435b-468e-a7ff-47ba459facee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:30.195385 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-9f72cedb-435b-468e-a7ff-47ba459facee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:30.199532 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-9f72cedb-435b-468e-a7ff-47ba459facee admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/86b2e1a7-417b-4a8c-81ac-b3e79628482e HTTP/1.1" status: 204 len: 168 time: 0.2156978 Jul 08 12:23:30.217975 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72cedb-435b-468e-a7ff-47ba459facee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b2e1a7-417b-4a8c-81ac-b3e79628482e,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:30.326598 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42ea03-e3e4-483e-bcc2-b9e5e4d43c10 req-d2640ada-221e-4c71-b87c-a46fc2a28cd3 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:30.328106 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2d42ea03-e3e4-483e-bcc2-b9e5e4d43c10 req-d2640ada-221e-4c71-b87c-a46fc2a28cd3 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0657709 Jul 08 12:23:30.367903 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2d42ea03-e3e4-483e-bcc2-b9e5e4d43c10 req-20f9039c-57e6-492f-8aed-a408b8b6d6ef tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343103 Jul 08 12:23:30.826153 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 53952) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:30.839994 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-89837324-9907-43e1-b312-6b43fa8264f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:30.932890 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-89837324-9907-43e1-b312-6b43fa8264f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:31.001924 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-89837324-9907-43e1-b312-6b43fa8264f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:31.042916 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-89837324-9907-43e1-b312-6b43fa8264f5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d985a6868c2546aa81c4f221ab7a3bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156749 Jul 08 12:23:31.043760 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89837324-9907-43e1-b312-6b43fa8264f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eff308-4890-45c9-b12b-a9268c15a01a,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:31.045718 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 53956) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:31.097539 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3a7defb6-d673-42ae-95b0-42aa44427d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:31.123623 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3a7defb6-d673-42ae-95b0-42aa44427d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:31.248840 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3a7defb6-d673-42ae-95b0-42aa44427d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:31.251440 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3a7defb6-d673-42ae-95b0-42aa44427d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:31.252667 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-3a7defb6-d673-42ae-95b0-42aa44427d79 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b8eff308-4890-45c9-b12b-a9268c15a01a HTTP/1.1" status: 204 len: 168 time: 0.2053547 Jul 08 12:23:31.260899 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7defb6-d673-42ae-95b0-42aa44427d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eff308-4890-45c9-b12b-a9268c15a01a,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:31.546685 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c5836-7e73-4ce2-a3d2-a2f0628fe46f req-06eae7ef-3983-429a-a6b2-7c7663a5f039 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:31.548260 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2f5c5836-7e73-4ce2-a3d2-a2f0628fe46f req-06eae7ef-3983-429a-a6b2-7c7663a5f039 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0707107 Jul 08 12:23:31.586862 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2f5c5836-7e73-4ce2-a3d2-a2f0628fe46f req-2142f163-750e-4415-8ea2-1b3bf8c57d00 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328496 Jul 08 12:23:32.039075 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 53972) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:32.052484 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-795c4737-c149-402e-961d-df509710373c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:32.145478 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-795c4737-c149-402e-961d-df509710373c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:32.208750 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-795c4737-c149-402e-961d-df509710373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:32.251509 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-795c4737-c149-402e-961d-df509710373c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5a58ee057d2e47b2974b8d4bdad5145e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113490 Jul 08 12:23:32.252452 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c4737-c149-402e-961d-df509710373c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd74fcd-d124-444b-a24f-df037f3dc012,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:32.254465 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 53978) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:32.304850 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4afc4437-c92a-4c86-8c12-4729f4c44e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:32.326915 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4afc4437-c92a-4c86-8c12-4729f4c44e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:32.472027 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4afc4437-c92a-4c86-8c12-4729f4c44e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:32.475270 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4afc4437-c92a-4c86-8c12-4729f4c44e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:32.479628 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-4afc4437-c92a-4c86-8c12-4729f4c44e6c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bbd74fcd-d124-444b-a24f-df037f3dc012 HTTP/1.1" status: 204 len: 168 time: 0.2213471 Jul 08 12:23:32.485250 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc4437-c92a-4c86-8c12-4729f4c44e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd74fcd-d124-444b-a24f-df037f3dc012,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:32.774788 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6f145-33b9-4d1c-a98a-7ea4fc10c79c req-b20a7076-1a87-4b43-8d11-3f9a908dc83e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:32.776365 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1ed6f145-33b9-4d1c-a98a-7ea4fc10c79c req-b20a7076-1a87-4b43-8d11-3f9a908dc83e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0692451 Jul 08 12:23:32.821081 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1ed6f145-33b9-4d1c-a98a-7ea4fc10c79c req-74795dde-5c3e-4244-af7e-9682c320589d tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390251 Jul 08 12:23:34.152726 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74bae0-badf-41a2-a276-b81f7c80c99d req-91fdf177-7741-4876-8d04-c9dca9bab9ea tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:34.154218 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2c74bae0-badf-41a2-a276-b81f7c80c99d req-91fdf177-7741-4876-8d04-c9dca9bab9ea tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0651488 Jul 08 12:23:34.193587 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2c74bae0-badf-41a2-a276-b81f7c80c99d req-02180e9f-d4a5-4c80-a708-fbcb75fc9b79 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338225 Jul 08 12:23:35.004176 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:23:35.193248 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ca938475-0138-48ad-8669-a807ad54a746 req-72c5d4b0-511c-442e-aa4e-be09d1d4c590 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512769 Jul 08 12:23:35.360844 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca938475-0138-48ad-8669-a807ad54a746 req-6761a552-640d-4996-8897-18f146454767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:35.362606 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ca938475-0138-48ad-8669-a807ad54a746 req-6761a552-640d-4996-8897-18f146454767 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 1099 time: 0.0840015 Jul 08 12:23:35.399958 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b3a48-a38f-4e75-aaf9-efa8246ee5e8 req-334d4a89-f119-4d7e-80c8-b3f9efc78e09 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:35.401450 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-970b3a48-a38f-4e75-aaf9-efa8246ee5e8 req-334d4a89-f119-4d7e-80c8-b3f9efc78e09 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0878253 Jul 08 12:23:35.439833 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-970b3a48-a38f-4e75-aaf9-efa8246ee5e8 req-3c483e07-88ad-425d-bf20-aadb63e14be8 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322125 Jul 08 12:23:35.497669 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca938475-0138-48ad-8669-a807ad54a746 req-7d5836de-ea25-4126-9f4f-c280d8cab45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:35.499131 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ca938475-0138-48ad-8669-a807ad54a746 req-7d5836de-ea25-4126-9f4f-c280d8cab45a service neutron] 10.222.0.89 "GET /v2.0/networks?id=f8bb1a41-24ab-4371-8111-192002385033 HTTP/1.1" status: 200 len: 915 time: 0.0902507 Jul 08 12:23:35.547464 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ca938475-0138-48ad-8669-a807ad54a746 req-fa4f6b19-655c-4cce-abe8-61918cefd94f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6ba5d3-c75a-4a25-943f-d8e2ba1496db HTTP/1.1" status: 200 len: 217 time: 0.0382569 Jul 08 12:23:35.598602 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca938475-0138-48ad-8669-a807ad54a746 req-e0a9de7b-c5d1-4ae2-95bd-d09f5539eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:35.600076 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ca938475-0138-48ad-8669-a807ad54a746 req-e0a9de7b-c5d1-4ae2-95bd-d09f5539eb80 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=24c6ebb6-7148-48f7-9129-e59b81694c22 HTTP/1.1" status: 200 len: 854 time: 0.0452595 Jul 08 12:23:35.634750 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ca938475-0138-48ad-8669-a807ad54a746 req-a36f2126-da76-4ac6-a974-07563ec00038 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f8bb1a41-24ab-4371-8111-192002385033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272026 Jul 08 12:23:35.736543 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ca938475-0138-48ad-8669-a807ad54a746 req-0fde245f-d21c-421e-a8b5-facfba9b5ddb service neutron] 10.222.0.89 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881290 Jul 08 12:23:35.830890 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ca938475-0138-48ad-8669-a807ad54a746 req-a693e5ac-da31-4345-9a97-45af5207c1fc service neutron] 10.222.0.89 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824244 Jul 08 12:23:36.616106 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d182e-d22d-4e59-a458-e93a1e8a6b06 req-5b369171-e07f-4cfd-b2b6-4f6f181b02be tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:36.617738 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6f9d182e-d22d-4e59-a458-e93a1e8a6b06 req-5b369171-e07f-4cfd-b2b6-4f6f181b02be tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0621386 Jul 08 12:23:36.655214 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6f9d182e-d22d-4e59-a458-e93a1e8a6b06 req-9fcabf92-e0d2-4eb6-b074-7077921faaf2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318167 Jul 08 12:23:37.828969 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60dd2b-d96e-4fbf-b5de-9161abf5d4c5 req-60ea92d5-668c-4fa1-ad61-24960b7e98e4 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:37.830683 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9f60dd2b-d96e-4fbf-b5de-9161abf5d4c5 req-60ea92d5-668c-4fa1-ad61-24960b7e98e4 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0658631 Jul 08 12:23:37.878954 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9f60dd2b-d96e-4fbf-b5de-9161abf5d4c5 req-04486f99-9b0b-4f7e-b8a0-a7baa21a5531 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406828 Jul 08 12:23:37.893576 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 54112) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:38.035715 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8b870cc7-db1d-4a91-9b8f-d8bc42b118ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:38.133643 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8b870cc7-db1d-4a91-9b8f-d8bc42b118ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:38.214472 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8b870cc7-db1d-4a91-9b8f-d8bc42b118ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:38.254243 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-8b870cc7-db1d-4a91-9b8f-d8bc42b118ca admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3df57dabaa934ac8a6998be1c0c23722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593674 Jul 08 12:23:38.255109 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b870cc7-db1d-4a91-9b8f-d8bc42b118ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2585ac7-5434-446c-bbf3-b83a5bfda359,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:38.257617 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 54126) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:38.306621 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a364f82d-9895-45b2-bc24-e1395d3b663a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:38.327547 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a364f82d-9895-45b2-bc24-e1395d3b663a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:38.465370 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a364f82d-9895-45b2-bc24-e1395d3b663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:38.467938 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a364f82d-9895-45b2-bc24-e1395d3b663a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:38.469933 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-a364f82d-9895-45b2-bc24-e1395d3b663a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f2585ac7-5434-446c-bbf3-b83a5bfda359 HTTP/1.1" status: 204 len: 168 time: 0.2112880 Jul 08 12:23:38.479622 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364f82d-9895-45b2-bc24-e1395d3b663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2585ac7-5434-446c-bbf3-b83a5bfda359,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:39.293073 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebddaf-5388-40ec-8f8d-d6dd7fcd1e1c req-5f0dce0b-1ad9-45b1-ba1b-7459458819c0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:39.294583 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-77ebddaf-5388-40ec-8f8d-d6dd7fcd1e1c req-5f0dce0b-1ad9-45b1-ba1b-7459458819c0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.1758356 Jul 08 12:23:39.305013 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206158-517d-4be5-9c40-55c944f1a60a req-f2621572-a9ae-4473-a617-fa6c8a7f9646 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:39.306759 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-16206158-517d-4be5-9c40-55c944f1a60a req-f2621572-a9ae-4473-a617-fa6c8a7f9646 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/networks?id=f8bb1a41-24ab-4371-8111-192002385033 HTTP/1.1" status: 200 len: 814 time: 0.1711562 Jul 08 12:23:39.337097 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-16206158-517d-4be5-9c40-55c944f1a60a req-16394566-c00d-46cc-902e-2b8b4dc4c4f8 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/quotas/8d7773d532de4c43a383ed3483e3e1f3 HTTP/1.1" status: 200 len: 375 time: 0.0236061 Jul 08 12:23:39.388053 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-77ebddaf-5388-40ec-8f8d-d6dd7fcd1e1c req-3d8777c0-9a9f-440b-a111-19057acfe6c6 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806141 Jul 08 12:23:39.446297 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-16206158-517d-4be5-9c40-55c944f1a60a req-349aa587-b70c-496f-8f3c-932b47b18a53 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1007798 Jul 08 12:23:39.546749 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-16206158-517d-4be5-9c40-55c944f1a60a req-4cf94378-0767-4a8c-b8f9-abc8bd5f95e8 service neutron] 10.222.0.88 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906351 Jul 08 12:23:39.647501 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-16206158-517d-4be5-9c40-55c944f1a60a req-b931663b-cfb1-4c7c-9839-26ec936c81fa service neutron] 10.222.0.88 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931616 Jul 08 12:23:40.150190 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e628d43d-3efe-46a2-a095-c31816f16fba req-2eb4d38d-949d-42b2-9019-9edc003326d4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 210 time: 0.2665226 Jul 08 12:23:40.578357 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186a4b6-b07e-45dd-abee-0b5b5504c6a7 req-a21c7592-aeef-4b05-848b-835a9c38cdc6 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:40.579880 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f186a4b6-b07e-45dd-abee-0b5b5504c6a7 req-a21c7592-aeef-4b05-848b-835a9c38cdc6 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0657969 Jul 08 12:23:40.620523 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f186a4b6-b07e-45dd-abee-0b5b5504c6a7 req-c9b94174-9549-4e9e-82ad-4c4ba0a1a01e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345201 Jul 08 12:23:41.291489 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-232c033d-03d5-42b5-9a42-e9513266f250 req-765debf1-0fb3-4083-ab73-de1b2b21c19e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 210 time: 0.0298109 Jul 08 12:23:41.795844 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528301ea-d4bf-4d88-89e8-3e4745393581 req-94f9403e-bc71-4526-991d-55d810c93aa7 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:41.797285 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-528301ea-d4bf-4d88-89e8-3e4745393581 req-94f9403e-bc71-4526-991d-55d810c93aa7 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0663772 Jul 08 12:23:41.835608 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-528301ea-d4bf-4d88-89e8-3e4745393581 req-273d294d-03c4-48db-8999-983796bffef5 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328684 Jul 08 12:23:41.973083 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:42.429975 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-57f14065-6888-40ce-9958-44453966d38b req-98b3dfc6-d444-4306-a2d5-2392642c2205 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 210 time: 0.0289414 Jul 08 12:23:43.005032 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af9c43-4984-4382-a498-ac18f26d2a40 req-9b9591c0-1411-4515-9142-475cc4b3bea2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:43.006490 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b3af9c43-4984-4382-a498-ac18f26d2a40 req-9b9591c0-1411-4515-9142-475cc4b3bea2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0621061 Jul 08 12:23:43.042793 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b3af9c43-4984-4382-a498-ac18f26d2a40 req-e06faa7d-7a33-43f3-84c0-4135d0286a82 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308263 Jul 08 12:23:43.578059 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3bde4be4-5153-45d5-a7b4-e66fc679b066 req-149af638-57c2-424c-b61a-3f44f351e47d tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 210 time: 0.0348361 Jul 08 12:23:44.216885 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4d251-662a-421d-870e-47c7be3cbaee req-b23b5c01-1dd3-434c-ad36-8d74d6c79558 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:44.218505 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e2a4d251-662a-421d-870e-47c7be3cbaee req-b23b5c01-1dd3-434c-ad36-8d74d6c79558 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0618796 Jul 08 12:23:44.258932 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e2a4d251-662a-421d-870e-47c7be3cbaee req-439a376f-01f6-48ec-88cd-7c7221e0bd0d tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346713 Jul 08 12:23:44.716838 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bf2427f9-6191-4f2c-af22-cf0bcccbd00f req-cbeea16b-90d8-4e5e-b253-c381a5c146ec tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 210 time: 0.0285387 Jul 08 12:23:45.448760 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056a076-83ff-4643-bfb5-d3252ed40cbf req-d51fc071-2222-4e52-a576-17c64902b327 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:45.450424 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1056a076-83ff-4643-bfb5-d3252ed40cbf req-d51fc071-2222-4e52-a576-17c64902b327 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0722253 Jul 08 12:23:45.510594 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1056a076-83ff-4643-bfb5-d3252ed40cbf req-10d4058e-f194-4a24-9d9b-542c5cfbacf3 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540941 Jul 08 12:23:45.625842 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-86d684f9-d1a2-4a90-91fe-182c446e8040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:45.858508 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-36f4ad3b-2c8f-44bb-ad8f-9a0ed5f1f32d req-bb48365d-30b4-4b2b-843e-9e0901d3b632 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 210 time: 0.0284195 Jul 08 12:23:46.685904 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6aadab-9165-4a99-be57-da4426cad6a8 req-8d081f7e-528d-4ac0-9bd5-1cc1dbee8a0a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:46.687446 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ac6aadab-9165-4a99-be57-da4426cad6a8 req-8d081f7e-528d-4ac0-9bd5-1cc1dbee8a0a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0641208 Jul 08 12:23:46.727285 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ac6aadab-9165-4a99-be57-da4426cad6a8 req-640db7c8-147d-4225-b912-d5bfb72e2764 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332723 Jul 08 12:23:47.029800 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-417cf86e-b35e-4446-8e87-1aee82a922f9 req-a726e5b3-02b6-4229-9f4a-4d2aaba922b3 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 210 time: 0.0364389 Jul 08 12:23:47.103417 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206158-517d-4be5-9c40-55c944f1a60a req-53fe4247-fb44-49e5-b2dc-a5bd3a913f0d tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:47.104967 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-16206158-517d-4be5-9c40-55c944f1a60a req-53fe4247-fb44-49e5-b2dc-a5bd3a913f0d tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "GET /v2.0/networks?id=f8bb1a41-24ab-4371-8111-192002385033 HTTP/1.1" status: 200 len: 814 time: 0.1187704 Jul 08 12:23:47.126020 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-16206158-517d-4be5-9c40-55c944f1a60a req-2cfd562b-7376-4be7-b2a3-9ab87115b5c2 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Request body: {'port': {'device_id': '0b2b672e-fd19-484c-b1a8-d2de712b0030', 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033', 'admin_state_up': True, 'tenant_id': '8d7773d532de4c43a383ed3483e3e1f3'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:23:47.311673 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16206158-517d-4be5-9c40-55c944f1a60a req-2cfd562b-7376-4be7-b2a3-9ab87115b5c2 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Made reservation on behalf of 8d7773d532de4c43a383ed3483e3e1f3 for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:23:47.316328 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-16206158-517d-4be5-9c40-55c944f1a60a req-2cfd562b-7376-4be7-b2a3-9ab87115b5c2 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:47.457992 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-16206158-517d-4be5-9c40-55c944f1a60a req-2cfd562b-7376-4be7-b2a3-9ab87115b5c2 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Allocated IP 172.20.0.10 (f8bb1a41-24ab-4371-8111-192002385033/24c6ebb6-7148-48f7-9129-e59b81694c22/e3b7dca0-4b5f-4ac5-8945-10a1a397cd48) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:23:47.620336 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-16206158-517d-4be5-9c40-55c944f1a60a req-2cfd562b-7376-4be7-b2a3-9ab87115b5c2 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:47.717969 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-16206158-517d-4be5-9c40-55c944f1a60a req-2cfd562b-7376-4be7-b2a3-9ab87115b5c2 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:47.732377 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['4c6ba5d3-c75a-4a25-943f-d8e2ba1496db'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:23:47.768725 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16206158-517d-4be5-9c40-55c944f1a60a req-2cfd562b-7376-4be7-b2a3-9ab87115b5c2 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Network f8bb1a41-24ab-4371-8111-192002385033 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:23:47.774864 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-16206158-517d-4be5-9c40-55c944f1a60a req-2cfd562b-7376-4be7-b2a3-9ab87115b5c2 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:23:47.777674 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-16206158-517d-4be5-9c40-55c944f1a60a req-2cfd562b-7376-4be7-b2a3-9ab87115b5c2 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:23:47.783716 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206158-517d-4be5-9c40-55c944f1a60a req-2cfd562b-7376-4be7-b2a3-9ab87115b5c2 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:47.784350 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-16206158-517d-4be5-9c40-55c944f1a60a req-2cfd562b-7376-4be7-b2a3-9ab87115b5c2 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:47.803100 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd562b-7376-4be7-b2a3-9ab87115b5c2 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Pushing event updated for resources: {'Port': ['ID=e3b7dca0-4b5f-4ac5-8945-10a1a397cd48,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:47.912730 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10b431-2aea-46e6-95b7-11774ca19008 req-f3a4529e-83a6-43a9-adb5-f62c01aa94f2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:47.914300 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8b10b431-2aea-46e6-95b7-11774ca19008 req-f3a4529e-83a6-43a9-adb5-f62c01aa94f2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0663104 Jul 08 12:23:47.926712 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-16206158-517d-4be5-9c40-55c944f1a60a req-2cfd562b-7376-4be7-b2a3-9ab87115b5c2 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8010721 Jul 08 12:23:47.950073 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Request body: {'port': {'device_id': '0b2b672e-fd19-484c-b1a8-d2de712b0030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:23:47.958527 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8b10b431-2aea-46e6-95b7-11774ca19008 req-0eb33d66-7727-41b5-a863-eadc24f2dc01 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383298 Jul 08 12:23:48.043147 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:48.261860 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09992755-f770-485c-b9a2-bf64165994a0 req-d5a7130d-cc8a-4124-9180-5461819450e4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:48.263471 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-09992755-f770-485c-b9a2-bf64165994a0 req-d5a7130d-cc8a-4124-9180-5461819450e4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 932 time: 0.1038010 Jul 08 12:23:48.305607 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-09992755-f770-485c-b9a2-bf64165994a0 req-ee477ba2-74be-45df-a3f1-4820f3fde3be tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361581 Jul 08 12:23:48.383063 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:23:48.390752 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:48.403916 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Transition to ACTIVE for port object e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:23:48.546396 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:48.626377 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b7dca0-4b5f-4ac5-8945-10a1a397cd48,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:48.643415 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Attempting to bind port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:23:48.643415 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Attempting to bind port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:23:48.643713 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Attempting to bind port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 on network f8bb1a41-24ab-4371-8111-192002385033 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:23:48.648378 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 on network f8bb1a41-24ab-4371-8111-192002385033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:23:48.648811 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Attempting to bind port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 on network f8bb1a41-24ab-4371-8111-192002385033 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:23:48.654223 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:23:48.654452 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Checking segment: {'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:23:48.654839 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Bound using segment: {'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:23:48.655299 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Bound port: e3b7dca0-4b5f-4ac5-8945-10a1a397cd48, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:23:48.655668 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:48.685343 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 54410) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:48.723862 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] For port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:23:48.727812 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] For port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e3b7dca0-4b5f-4ac5-8945-10a1a397cd48,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:23:48.797616 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-fd30ba8a-c33f-452e-b800-7841503424b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:48.803650 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:48.855526 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:48.856526 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:48.857984 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-16206158-517d-4be5-9c40-55c944f1a60a req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] 10.222.0.89 "PUT /v2.0/ports/e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 HTTP/1.1" status: 200 len: 1094 time: 0.9122059 Jul 08 12:23:48.859243 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2b672e-fd19-484c-b1a8-d2de712b0030', 'tag': 'e3b7dca0-4b5f-4ac5-8945-10a1a397cd48'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:23:48.861749 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2ea8d0-1292-4532-bee1-4dc2932c2c68" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2b672e-fd19-484c-b1a8-d2de712b0030", "tag": "e3b7dca0-4b5f-4ac5-8945-10a1a397cd48"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:23:48.868505 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:48.925932 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410b770-3b4a-4a06-bf99-ea02528bc075 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b7dca0-4b5f-4ac5-8945-10a1a397cd48,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:48.945873 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-fd30ba8a-c33f-452e-b800-7841503424b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:48.954578 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d483fc-e54b-4d15-896e-e3fcf37ae6c5 x-openstack-request-id: req-55d483fc-e54b-4d15-896e-e3fcf37ae6c5 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:23:48.955212 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2b672e-fd19-484c-b1a8-d2de712b0030", "tag": "e3b7dca0-4b5f-4ac5-8945-10a1a397cd48", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:23:48.955692 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-55d483fc-e54b-4d15-896e-e3fcf37ae6c5 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:23:48.956367 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2b672e-fd19-484c-b1a8-d2de712b0030', 'tag': 'e3b7dca0-4b5f-4ac5-8945-10a1a397cd48', 'status': 'completed', 'code': 200} Jul 08 12:23:49.021352 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-fd30ba8a-c33f-452e-b800-7841503424b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:49.080549 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-fd30ba8a-c33f-452e-b800-7841503424b3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6358d0121a7148ab982a4149cb853888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940620 Jul 08 12:23:49.082086 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30ba8a-c33f-452e-b800-7841503424b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9b9e5e-da90-46a3-b351-838530c539e4,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:49.084955 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 54430) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:49.089829 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ea8d0-1292-4532-bee1-4dc2932c2c68 req-5791927a-603f-4168-9948-9d17d3c04511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:49.093735 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4e2ea8d0-1292-4532-bee1-4dc2932c2c68 req-5791927a-603f-4168-9948-9d17d3c04511 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 1097 time: 0.1073530 Jul 08 12:23:49.213925 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011af6d-3fcb-4e1d-b4ec-80cd083e9a6d req-d69111ea-a77b-4555-860f-ddfe8745aaef tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:49.215493 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6011af6d-3fcb-4e1d-b4ec-80cd083e9a6d req-d69111ea-a77b-4555-860f-ddfe8745aaef tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0726290 Jul 08 12:23:49.254630 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bde550ab-5039-476a-a25a-338614a643bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:49.258169 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6011af6d-3fcb-4e1d-b4ec-80cd083e9a6d req-6b56c599-0498-4f9a-bb03-aceed95cfbca tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353484 Jul 08 12:23:49.302954 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bde550ab-5039-476a-a25a-338614a643bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:49.311120 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ea8d0-1292-4532-bee1-4dc2932c2c68 req-85367547-95ac-4251-9700-500f831020c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:49.312663 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4e2ea8d0-1292-4532-bee1-4dc2932c2c68 req-85367547-95ac-4251-9700-500f831020c0 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1908638 Jul 08 12:23:49.398797 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaab110-919a-41be-92d8-466dc9de8736 req-d613aded-afbf-4b6e-abe6-4f40a6d149cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:49.400323 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-afaab110-919a-41be-92d8-466dc9de8736 req-d613aded-afbf-4b6e-abe6-4f40a6d149cc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 1098 time: 0.1929116 Jul 08 12:23:49.498998 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ce6aa-7614-45f3-8a90-6e67e1e82019 req-600fce70-3a97-4c45-8afe-f58a4ffc4704 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:49.505169 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-075ce6aa-7614-45f3-8a90-6e67e1e82019 req-600fce70-3a97-4c45-8afe-f58a4ffc4704 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 944 time: 0.0869374 Jul 08 12:23:49.577152 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-075ce6aa-7614-45f3-8a90-6e67e1e82019 req-40f0c86b-40d7-4b25-b290-bcb583169f55 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701950 Jul 08 12:23:49.610319 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27eff55-7de4-41ff-bbf6-1970aa2162ca req-7507935b-647c-4eb9-9d2d-1054d05afeee tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:49.611868 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f27eff55-7de4-41ff-bbf6-1970aa2162ca req-7507935b-647c-4eb9-9d2d-1054d05afeee tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.0982699 Jul 08 12:23:49.661098 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f27eff55-7de4-41ff-bbf6-1970aa2162ca req-a2499ace-ccba-4b73-97b5-1d1d4ccdf559 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407999 Jul 08 12:23:49.682235 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-afaab110-919a-41be-92d8-466dc9de8736 req-b2656646-fd27-41b3-b339-6e010a33adfd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686772 Jul 08 12:23:49.682235 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ea8d0-1292-4532-bee1-4dc2932c2c68 req-bc78c561-d51a-4c0b-ae9c-8bf294bfb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:49.682235 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4e2ea8d0-1292-4532-bee1-4dc2932c2c68 req-bc78c561-d51a-4c0b-ae9c-8bf294bfb92e service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3560200 Jul 08 12:23:49.700237 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2b41de83-cf43-4cba-af0e-9eeb019646e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:49.728786 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bde550ab-5039-476a-a25a-338614a643bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:49.731322 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bde550ab-5039-476a-a25a-338614a643bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:49.732462 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-bde550ab-5039-476a-a25a-338614a643bd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5b9b9e5e-da90-46a3-b351-838530c539e4 HTTP/1.1" status: 204 len: 168 time: 0.6450086 Jul 08 12:23:49.742165 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde550ab-5039-476a-a25a-338614a643bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9b9e5e-da90-46a3-b351-838530c539e4,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:50.303948 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 54454) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:50.317791 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-57652ced-b589-4476-acfa-01edfcc2ade0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:50.425580 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-57652ced-b589-4476-acfa-01edfcc2ade0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:50.450512 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcade4-b493-419a-b2f2-554678fe888f req-3568fe01-a6b3-4078-a0b7-4c254115dd20 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:50.452038 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-24dcade4-b493-419a-b2f2-554678fe888f req-3568fe01-a6b3-4078-a0b7-4c254115dd20 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0745287 Jul 08 12:23:50.492772 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-24dcade4-b493-419a-b2f2-554678fe888f req-126b795a-e972-4345-af6b-cb51e649822a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345540 Jul 08 12:23:50.524372 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-57652ced-b589-4476-acfa-01edfcc2ade0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:50.562400 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57652ced-b589-4476-acfa-01edfcc2ade0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f19e40-745f-41c1-a6e2-ccc8e73101b1,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:50.562853 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:50.566730 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-57652ced-b589-4476-acfa-01edfcc2ade0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9bc46ebe4dea4825841552721f7ec8c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615998 Jul 08 12:23:50.570013 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 54458) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:50.618725 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-efdbbb18-976a-42c5-adc6-3f5970178941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:50.642230 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-efdbbb18-976a-42c5-adc6-3f5970178941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:50.758261 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-efdbbb18-976a-42c5-adc6-3f5970178941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:50.760847 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-efdbbb18-976a-42c5-adc6-3f5970178941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:50.762117 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-efdbbb18-976a-42c5-adc6-3f5970178941 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f7f19e40-745f-41c1-a6e2-ccc8e73101b1 HTTP/1.1" status: 204 len: 168 time: 0.1910150 Jul 08 12:23:50.767801 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667ba2-691d-4d3e-9984-46706f1d1843 req-d3cd03c8-1893-4da4-9fe7-9c8528d623e4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:50.769307 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-25667ba2-691d-4d3e-9984-46706f1d1843 req-d3cd03c8-1893-4da4-9fe7-9c8528d623e4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 944 time: 0.0665405 Jul 08 12:23:50.770278 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbbb18-976a-42c5-adc6-3f5970178941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f19e40-745f-41c1-a6e2-ccc8e73101b1,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:50.813502 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-25667ba2-691d-4d3e-9984-46706f1d1843 req-b6e197ac-3533-4797-8303-1df6f37f0a0c tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354979 Jul 08 12:23:51.017043 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa576720-abd1-4f41-a253-247d237def0b req-293ca56a-d78c-4fa5-9438-af97d8fa7d16 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:51.018563 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-aa576720-abd1-4f41-a253-247d237def0b req-293ca56a-d78c-4fa5-9438-af97d8fa7d16 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.0758331 Jul 08 12:23:51.058987 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-aa576720-abd1-4f41-a253-247d237def0b req-ee48e951-35b4-4f14-81b5-2ae465051c9b tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328264 Jul 08 12:23:51.679694 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379021c7-cb4a-4a16-9d80-2d7741ad8c6a req-cdecdcc5-fb20-45b2-8360-bf0b7543aece tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:51.681256 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-379021c7-cb4a-4a16-9d80-2d7741ad8c6a req-cdecdcc5-fb20-45b2-8360-bf0b7543aece tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0730894 Jul 08 12:23:51.727216 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-379021c7-cb4a-4a16-9d80-2d7741ad8c6a req-f72563b7-bcea-49e9-8289-890a60468255 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Jul 08 12:23:52.004802 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71d180-21ef-4dbb-b889-aec717c5d08f req-4ac6dd15-7360-461a-a20d-cb54875fb7dd tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:52.006282 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1c71d180-21ef-4dbb-b889-aec717c5d08f req-4ac6dd15-7360-461a-a20d-cb54875fb7dd tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 944 time: 0.0694885 Jul 08 12:23:52.050826 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1c71d180-21ef-4dbb-b889-aec717c5d08f req-fee9844e-1ef3-4dce-9a1d-ffc22f6f003f tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363662 Jul 08 12:23:52.244247 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d443cff-a052-44b4-8b72-8bdaabe78e2a req-af501181-d416-4078-8dcd-1af89df35ccf tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:52.245801 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2d443cff-a052-44b4-8b72-8bdaabe78e2a req-af501181-d416-4078-8dcd-1af89df35ccf tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.0701475 Jul 08 12:23:52.284868 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2d443cff-a052-44b4-8b72-8bdaabe78e2a req-2d6cf27f-5bd8-449f-a76c-fd5a1a5bbd84 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Jul 08 12:23:52.426051 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 54512) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:52.528668 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b4533ef5-3d0d-4e76-82ee-2336c5e91cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:52.619276 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b4533ef5-3d0d-4e76-82ee-2336c5e91cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:52.693102 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:52.715802 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b4533ef5-3d0d-4e76-82ee-2336c5e91cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:52.755530 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-b4533ef5-3d0d-4e76-82ee-2336c5e91cb7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d5bcff2dc5d54efeaaf806739d4d2bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282456 Jul 08 12:23:52.756275 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4533ef5-3d0d-4e76-82ee-2336c5e91cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb85b379-5809-401c-8186-698a8b2b32b3,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:52.763588 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 54518) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:23:52.817240 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-d429db28-1800-48fa-a721-4eea0041b1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:52.844733 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-d429db28-1800-48fa-a721-4eea0041b1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:52.929754 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599faf-5411-4cca-97fa-aae1ea07c0ca req-6adc510f-ad94-4117-b718-80a02935406a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:52.931216 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0f599faf-5411-4cca-97fa-aae1ea07c0ca req-6adc510f-ad94-4117-b718-80a02935406a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0892959 Jul 08 12:23:52.969812 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0f599faf-5411-4cca-97fa-aae1ea07c0ca req-5922dc47-aec2-41c6-ab0a-8aad9eea8618 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320272 Jul 08 12:23:53.002797 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-d429db28-1800-48fa-a721-4eea0041b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:53.006489 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-d429db28-1800-48fa-a721-4eea0041b1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:23:53.008115 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-d429db28-1800-48fa-a721-4eea0041b1ef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bb85b379-5809-401c-8186-698a8b2b32b3 HTTP/1.1" status: 204 len: 168 time: 0.2416630 Jul 08 12:23:53.017097 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429db28-1800-48fa-a721-4eea0041b1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb85b379-5809-401c-8186-698a8b2b32b3,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:23:53.223270 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d55670-0f42-4cb0-8ebb-96756a7707bc req-24fcdd4a-e7ee-40a6-b3e9-929853a66d10 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:53.225102 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d1d55670-0f42-4cb0-8ebb-96756a7707bc req-24fcdd4a-e7ee-40a6-b3e9-929853a66d10 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 944 time: 0.0643289 Jul 08 12:23:53.269755 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d1d55670-0f42-4cb0-8ebb-96756a7707bc req-2dd4fc49-0b9c-4ba6-80ff-4b67ccc95ad5 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376832 Jul 08 12:23:53.471865 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eeb940-c26e-4b7f-8d75-0e497a99a58d req-bf16df75-2029-4b15-9b44-229e61547350 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:53.473359 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-98eeb940-c26e-4b7f-8d75-0e497a99a58d req-bf16df75-2029-4b15-9b44-229e61547350 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.0656064 Jul 08 12:23:53.512234 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-98eeb940-c26e-4b7f-8d75-0e497a99a58d req-221fffcf-3a40-4e20-ac9d-03272a626be0 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323968 Jul 08 12:23:54.148733 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9aac2-d70d-4e91-a3bb-e12eddbf6c83 req-8c8524dd-3d59-4b43-b5f6-c551fcdb542b tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:54.150249 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4dc9aac2-d70d-4e91-a3bb-e12eddbf6c83 req-8c8524dd-3d59-4b43-b5f6-c551fcdb542b tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0673137 Jul 08 12:23:54.187838 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4dc9aac2-d70d-4e91-a3bb-e12eddbf6c83 req-beecf6d9-a8c3-4ffc-bc8d-2f7f3f2e2247 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320411 Jul 08 12:23:54.447054 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d251600-a6a6-496e-9089-848bbde13c32 req-2f462855-fb7f-4082-97e1-139f601d5b95 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:54.448530 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1d251600-a6a6-496e-9089-848bbde13c32 req-2f462855-fb7f-4082-97e1-139f601d5b95 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 944 time: 0.0672231 Jul 08 12:23:54.486339 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1d251600-a6a6-496e-9089-848bbde13c32 req-396185db-b97e-4189-af17-3098fab3cf56 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321081 Jul 08 12:23:54.683145 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16ad78-a80c-4b27-aff7-88b639eba604 req-ecd8cbeb-3864-4db5-af84-d922ab4d881f tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:54.684633 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1d16ad78-a80c-4b27-aff7-88b639eba604 req-ecd8cbeb-3864-4db5-af84-d922ab4d881f tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.0623727 Jul 08 12:23:54.722607 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1d16ad78-a80c-4b27-aff7-88b639eba604 req-b27ac9b0-2cd2-4edf-a220-af137c4d436c tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Jul 08 12:23:55.365316 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0face-794c-4a2a-8315-ef0633882a23 req-d7f72d29-861f-4a02-933a-41eaf8ee4839 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:55.366899 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3fa0face-794c-4a2a-8315-ef0633882a23 req-d7f72d29-861f-4a02-933a-41eaf8ee4839 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0624223 Jul 08 12:23:55.404211 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3fa0face-794c-4a2a-8315-ef0633882a23 req-bf56e10a-c3f5-46fa-a098-d73964f41dc3 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313032 Jul 08 12:23:55.664289 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74538bd-91e9-442f-96ad-9f851d16f6cb req-b2d91777-85c3-4905-938a-22b84ed740ed tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:55.666169 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d74538bd-91e9-442f-96ad-9f851d16f6cb req-b2d91777-85c3-4905-938a-22b84ed740ed tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 944 time: 0.0659041 Jul 08 12:23:55.707790 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d74538bd-91e9-442f-96ad-9f851d16f6cb req-6e42b0aa-798f-4957-94a0-548e1829af98 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358403 Jul 08 12:23:55.897181 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b99978-0dc1-456a-a6de-133cf037f19b req-c2df4cd0-b645-4181-9246-6957c748fddf tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:55.899455 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-17b99978-0dc1-456a-a6de-133cf037f19b req-c2df4cd0-b645-4181-9246-6957c748fddf tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.0649731 Jul 08 12:23:55.937434 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-17b99978-0dc1-456a-a6de-133cf037f19b req-0a447d95-c04b-4143-8337-e8a49a436248 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323262 Jul 08 12:23:56.579586 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7caf50c-8a7c-4ac5-b561-59a8d1acd0c7 req-7963a0c0-5852-4076-bc3e-b4fddcffccec tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:56.581155 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d7caf50c-8a7c-4ac5-b561-59a8d1acd0c7 req-7963a0c0-5852-4076-bc3e-b4fddcffccec tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0663917 Jul 08 12:23:56.620622 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d7caf50c-8a7c-4ac5-b561-59a8d1acd0c7 req-dc2284a0-909f-49cf-9da2-a3e171509703 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325813 Jul 08 12:23:56.880910 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0e140-236f-4d0f-afe9-30a9121796ca req-ee9a89e7-fe23-4da6-bfd4-da7d46d31e68 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:56.882924 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-36b0e140-236f-4d0f-afe9-30a9121796ca req-ee9a89e7-fe23-4da6-bfd4-da7d46d31e68 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 944 time: 0.0620737 Jul 08 12:23:56.919054 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-36b0e140-236f-4d0f-afe9-30a9121796ca req-3bef6a92-6ae6-453b-af68-1264632089a4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304964 Jul 08 12:23:57.119155 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6c2eb-4245-4fbb-a343-105a525d395f req-49461ea1-85eb-46e7-915a-a08fee9369d4 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:57.121354 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-67d6c2eb-4245-4fbb-a343-105a525d395f req-49461ea1-85eb-46e7-915a-a08fee9369d4 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.0660651 Jul 08 12:23:57.134688 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206158-517d-4be5-9c40-55c944f1a60a req-f0a8c28c-ac69-4fdc-8929-271eaef93ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:57.136080 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-16206158-517d-4be5-9c40-55c944f1a60a req-f0a8c28c-ac69-4fdc-8929-271eaef93ea4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 1097 time: 0.0553195 Jul 08 12:23:57.159620 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-67d6c2eb-4245-4fbb-a343-105a525d395f req-c838d7d2-074f-4e78-836f-d50ee01ac192 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331998 Jul 08 12:23:57.180460 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-16206158-517d-4be5-9c40-55c944f1a60a req-9e865bc5-5e1d-4a61-a434-9cc17b3d1d7c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 HTTP/1.1" status: 200 len: 217 time: 0.0360007 Jul 08 12:23:57.233699 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206158-517d-4be5-9c40-55c944f1a60a req-37b26cf5-f92d-4156-a150-dd2ed4bb79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:57.235165 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-16206158-517d-4be5-9c40-55c944f1a60a req-37b26cf5-f92d-4156-a150-dd2ed4bb79c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=24c6ebb6-7148-48f7-9129-e59b81694c22 HTTP/1.1" status: 200 len: 854 time: 0.0483122 Jul 08 12:23:57.271829 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-16206158-517d-4be5-9c40-55c944f1a60a req-cab9e04f-bc75-406d-a1f1-c7344646c1da service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f8bb1a41-24ab-4371-8111-192002385033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273559 Jul 08 12:23:57.364038 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-16206158-517d-4be5-9c40-55c944f1a60a req-31eda76d-52cf-403b-902e-a9e8f4996d4e service neutron] 10.222.0.89 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844214 Jul 08 12:23:57.453737 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-16206158-517d-4be5-9c40-55c944f1a60a req-1018d3dc-864c-41fc-b6fa-661af5e8b770 service neutron] 10.222.0.89 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820956 Jul 08 12:23:57.805987 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7a39e-beaa-469b-a7ab-538fe4a2a543 req-6254e502-1d4a-4794-bddb-bbc531c56dfd tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:57.807548 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c8d7a39e-beaa-469b-a7ab-538fe4a2a543 req-6254e502-1d4a-4794-bddb-bbc531c56dfd tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0748653 Jul 08 12:23:57.845434 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c8d7a39e-beaa-469b-a7ab-538fe4a2a543 req-91c3a81e-25eb-4424-b200-11e34235c39c tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320628 Jul 08 12:23:58.102852 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4024e2f-5309-4d34-b2a0-ae7e7fe772fa req-ae1b1a78-22fc-46ba-8488-ed87aac4d065 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:58.104237 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a4024e2f-5309-4d34-b2a0-ae7e7fe772fa req-ae1b1a78-22fc-46ba-8488-ed87aac4d065 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 944 time: 0.0615060 Jul 08 12:23:58.142937 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a4024e2f-5309-4d34-b2a0-ae7e7fe772fa req-0a32cf95-cb68-4cbc-af4b-b7137f8298f0 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Jul 08 12:23:58.351440 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a97242-d6f5-4b5a-82ad-9ea665f899a9 req-d1e3713d-da28-404d-9a70-4a3274eb00bb tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:58.352957 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-09a97242-d6f5-4b5a-82ad-9ea665f899a9 req-d1e3713d-da28-404d-9a70-4a3274eb00bb tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.0748854 Jul 08 12:23:58.394174 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-09a97242-d6f5-4b5a-82ad-9ea665f899a9 req-ee0329e1-f01e-4fa5-bc5a-f69477d4d59c tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353477 Jul 08 12:23:59.028832 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9df32-ad39-42ce-9ec0-32732379bb5c req-7c7c4fe0-f409-413e-b0ee-1e96e30b241c tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:59.031125 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-85d9df32-ad39-42ce-9ec0-32732379bb5c req-7c7c4fe0-f409-413e-b0ee-1e96e30b241c tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0678215 Jul 08 12:23:59.079539 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-85d9df32-ad39-42ce-9ec0-32732379bb5c req-948c78c7-570b-4d61-aa12-0f9835f8f8e9 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Jul 08 12:23:59.332831 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84006a92-dacd-4191-b948-eb25ba3098d8 req-4f8d25fd-059c-4ed6-8215-c43bbc19ebb6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:59.336655 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-84006a92-dacd-4191-b948-eb25ba3098d8 req-4f8d25fd-059c-4ed6-8215-c43bbc19ebb6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 944 time: 0.0797606 Jul 08 12:23:59.377910 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-84006a92-dacd-4191-b948-eb25ba3098d8 req-bfc8bed5-3dd6-4ce9-9374-9226743d71b6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360596 Jul 08 12:23:59.602213 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86362c-2ab5-49c1-b0ac-e1f65398948c req-202a3fab-5b30-4aeb-beae-7c5e27386f8c tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:59.605250 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-db86362c-2ab5-49c1-b0ac-e1f65398948c req-202a3fab-5b30-4aeb-beae-7c5e27386f8c tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.0853500 Jul 08 12:23:59.640042 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-db86362c-2ab5-49c1-b0ac-e1f65398948c req-32ec22c5-d8cf-4014-bacf-51a68658e980 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/security-groups?id=f712dc4e-000a-41b7-a326-562b47a14247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339246 Jul 08 12:23:59.834556 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c162c5-4a04-43ad-8cd3-7da52757afb2 req-626c50da-a887-4210-8529-d1f77777b877 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:23:59.836481 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-94c162c5-4a04-43ad-8cd3-7da52757afb2 req-626c50da-a887-4210-8529-d1f77777b877 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.89 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 946 time: 0.1241415 Jul 08 12:23:59.991090 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-94c162c5-4a04-43ad-8cd3-7da52757afb2 req-837169c8-90d4-43cb-92af-4877ec525266 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Deleting port 4873af74-33ee-4fe5-828f-09d86b9832d6 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:23:59.993376 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-94c162c5-4a04-43ad-8cd3-7da52757afb2 req-837169c8-90d4-43cb-92af-4877ec525266 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:00.103193 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-94c162c5-4a04-43ad-8cd3-7da52757afb2 req-837169c8-90d4-43cb-92af-4877ec525266 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] For port 4873af74-33ee-4fe5-828f-09d86b9832d6, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=4873af74-33ee-4fe5-828f-09d86b9832d6,segment=NetworkSegment(161b4f42-8173-4c6c-9f5c-9679cbbc4a5f),segment_id=161b4f42-8173-4c6c-9f5c-9679cbbc4a5f)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:24:00.103572 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-94c162c5-4a04-43ad-8cd3-7da52757afb2 req-837169c8-90d4-43cb-92af-4877ec525266 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:00.137763 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-94c162c5-4a04-43ad-8cd3-7da52757afb2 req-837169c8-90d4-43cb-92af-4877ec525266 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Calling delete_port for 4873af74-33ee-4fe5-828f-09d86b9832d6 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:24:00.303587 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2ab0f-d29a-4d1a-9cfe-55ae6cade90c req-8e0e8ad9-2a7e-4739-a44d-5266f113e006 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:00.305411 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-54d2ab0f-d29a-4d1a-9cfe-55ae6cade90c req-8e0e8ad9-2a7e-4739-a44d-5266f113e006 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0911572 Jul 08 12:24:00.348274 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-54d2ab0f-d29a-4d1a-9cfe-55ae6cade90c req-70bcdaad-5ce4-49fd-9979-708c250b6105 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Jul 08 12:24:00.448488 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-94c162c5-4a04-43ad-8cd3-7da52757afb2 req-837169c8-90d4-43cb-92af-4877ec525266 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:00.462297 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['4873af74-33ee-4fe5-828f-09d86b9832d6'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:24:00.531186 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837169c8-90d4-43cb-92af-4877ec525266 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Pushing event deleted for resources: {'Port': ['ID=4873af74-33ee-4fe5-828f-09d86b9832d6,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:00.597031 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 54702) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:00.650136 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c162c5-4a04-43ad-8cd3-7da52757afb2 req-837169c8-90d4-43cb-92af-4877ec525266 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] No DVR routers for this DVR port 4873af74-33ee-4fe5-828f-09d86b9832d6 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:24:00.652678 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee741c-f7aa-4ea3-b643-011c2da9a913 req-490a60e4-6448-4445-98bd-7646b5b5506d tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:00.655910 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-89ee741c-f7aa-4ea3-b643-011c2da9a913 req-490a60e4-6448-4445-98bd-7646b5b5506d tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 944 time: 0.1343236 Jul 08 12:24:00.657631 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-94c162c5-4a04-43ad-8cd3-7da52757afb2 req-837169c8-90d4-43cb-92af-4877ec525266 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:00.659633 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-94c162c5-4a04-43ad-8cd3-7da52757afb2 req-837169c8-90d4-43cb-92af-4877ec525266 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.89 "DELETE /v2.0/ports/4873af74-33ee-4fe5-828f-09d86b9832d6 HTTP/1.1" status: 204 len: 173 time: 0.8154449 Jul 08 12:24:00.660068 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340580b4-f296-4325-95bd-aefee030f06f', 'name': 'network-vif-deleted', 'tag': '4873af74-33ee-4fe5-828f-09d86b9832d6'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:24:00.662333 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047dd59f-c156-44c1-87d2-465d7bb89827" -d '{"events": [{"server_uuid": "340580b4-f296-4325-95bd-aefee030f06f", "name": "network-vif-deleted", "tag": "4873af74-33ee-4fe5-828f-09d86b9832d6"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:24:00.666281 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f132b-6de9-40c4-a03e-57a758751d10 req-c56cf38d-ed54-4f4c-96c1-d8849bc969a3 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:00.674073 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d68f132b-6de9-40c4-a03e-57a758751d10 req-c56cf38d-ed54-4f4c-96c1-d8849bc969a3 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1044946 Jul 08 12:24:00.678515 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90704ec-8942-401c-aeef-596fc60859b0 admin admin] Deleting subnet c7f2aa21-06f1-4b8a-8c05-ccdb744fc094 {{(pid=93654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:24:00.682837 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d90704ec-8942-401c-aeef-596fc60859b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:00.721572 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d90704ec-8942-401c-aeef-596fc60859b0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:00.731776 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d90704ec-8942-401c-aeef-596fc60859b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:00.735040 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d68f132b-6de9-40c4-a03e-57a758751d10 req-ac44e1ed-30f3-4407-a8c2-999816854e6a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601215 Jul 08 12:24:00.747208 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-89ee741c-f7aa-4ea3-b643-011c2da9a913 req-c86fb0bb-cdfb-49f1-8cfe-62ed03d7d05f tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646770 Jul 08 12:24:00.822622 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472cbc86-f758-4f84-9799-c58dfbc07eef x-openstack-request-id: req-472cbc86-f758-4f84-9799-c58dfbc07eef {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:24:00.822916 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340580b4-f296-4325-95bd-aefee030f06f", "name": "network-vif-deleted", "tag": "4873af74-33ee-4fe5-828f-09d86b9832d6", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:24:00.823172 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-472cbc86-f758-4f84-9799-c58dfbc07eef {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:24:00.823576 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340580b4-f296-4325-95bd-aefee030f06f', 'name': 'network-vif-deleted', 'tag': '4873af74-33ee-4fe5-828f-09d86b9832d6', 'status': 'completed', 'code': 200} Jul 08 12:24:00.872074 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d90704ec-8942-401c-aeef-596fc60859b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for subnet, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:00.899799 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d90704ec-8942-401c-aeef-596fc60859b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:00.904950 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 54716) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:00.905498 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-d90704ec-8942-401c-aeef-596fc60859b0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c7f2aa21-06f1-4b8a-8c05-ccdb744fc094 HTTP/1.1" status: 204 len: 168 time: 0.3049219 Jul 08 12:24:00.927177 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90704ec-8942-401c-aeef-596fc60859b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f2aa21-06f1-4b8a-8c05-ccdb744fc094,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:01.009608 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3c576754-44ba-4bb4-ad17-44645f59a9b4 req-145119aa-21a8-4b38-9f8a-e5cdb3eed37a tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 210 time: 0.0317185 Jul 08 12:24:01.027273 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:01.106786 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:01.117169 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:01.117517 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:01.118333 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:01.118672 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Subscribe: > port after_create 55550000 {{(pid=93655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:01.119006 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:01.119319 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Subscribe: > port after_update 55550000 {{(pid=93655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:01.119629 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:01.119939 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:01.120243 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:01.120548 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:01.261908 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:01.262194 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:01.262588 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:01.262927 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:01.263312 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a510c67-8f7a-4805-897b-2cca88141475']}} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:01.285620 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e6751a-1a2d-42a4-9e03-b75a97ca63fb') {'for_net_delete': True} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:01.285943 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e6751a-1a2d-42a4-9e03-b75a97ca63fb') {} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:01.305097 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59581778'] for segment, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:01.329850 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:01.339438 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=93655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:24:01.339841 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61923433'] for segment, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: from cryptography.utils import int_from_bytes Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: from cryptography.utils import int_from_bytes Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: Traceback (most recent call last): Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: timer() Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: cb(*args, **kw) Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: return func(*args, **kwargs) Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: self._notify() Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: self.callback(batched_events) Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: event.method(event) Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: return f(self, *a, **k) Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: return self._get(url).json() Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: return self.request(url, 'GET', **kwargs) Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:24:01.343730 dv-cinder-799631-5-iscsi neutron-server[93655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:24:01.477940 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:01.486836 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:01.495982 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] 10.222.0.88 "DELETE /v2.0/networks/6a510c67-8f7a-4805-897b-2cca88141475 HTTP/1.1" status: 204 len: 168 time: 0.5891824 Jul 08 12:24:01.499316 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 54732) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:01.506523 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f8b2d-5a24-4000-a78d-aa0271960897 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a510c67-8f7a-4805-897b-2cca88141475,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:01.565143 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82bb781-ab66-4720-8a0a-30669c528ac6 admin admin] Deleting subnet 22609c26-9f53-40c7-b19b-349c26d20cc8 {{(pid=93654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:24:01.570000 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e82bb781-ab66-4720-8a0a-30669c528ac6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:01.608168 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e82bb781-ab66-4720-8a0a-30669c528ac6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:01.614289 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e82bb781-ab66-4720-8a0a-30669c528ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:01.740747 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e82bb781-ab66-4720-8a0a-30669c528ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for subnet, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:01.773574 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bb781-ab66-4720-8a0a-30669c528ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22609c26-9f53-40c7-b19b-349c26d20cc8,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:01.773574 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e82bb781-ab66-4720-8a0a-30669c528ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:01.776165 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-e82bb781-ab66-4720-8a0a-30669c528ac6 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/22609c26-9f53-40c7-b19b-349c26d20cc8 HTTP/1.1" status: 204 len: 168 time: 0.2754374 Jul 08 12:24:01.778969 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 54746) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:01.854901 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2ae30164-dc9f-4ff1-ab3d-3a58ff4bd25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:01.967703 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2ae30164-dc9f-4ff1-ab3d-3a58ff4bd25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:01.980129 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-2ae30164-dc9f-4ff1-ab3d-3a58ff4bd25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6916501a-9954-422c-aa9d-c95b11f54307']}} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:01.993299 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-2ae30164-dc9f-4ff1-ab3d-3a58ff4bd25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9f768e-95f6-4f5c-a57f-a5ad8eecfcdf') {'for_net_delete': True} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:01.993581 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-2ae30164-dc9f-4ff1-ab3d-3a58ff4bd25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9f768e-95f6-4f5c-a57f-a5ad8eecfcdf') {} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:02.008104 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2ae30164-dc9f-4ff1-ab3d-3a58ff4bd25d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59581778'] for segment, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:02.028727 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2ae30164-dc9f-4ff1-ab3d-3a58ff4bd25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:02.041167 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec6a37-6b78-424a-a170-fc081018387d req-015d5233-a88a-4306-b274-296b095d0e82 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:02.042639 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5fec6a37-6b78-424a-a170-fc081018387d req-015d5233-a88a-4306-b274-296b095d0e82 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 944 time: 0.1454818 Jul 08 12:24:02.046917 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae30164-dc9f-4ff1-ab3d-3a58ff4bd25d admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:24:02.046917 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2ae30164-dc9f-4ff1-ab3d-3a58ff4bd25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61923433'] for segment, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: Traceback (most recent call last): Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: timer() Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: cb(*args, **kw) Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: return func(*args, **kwargs) Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: self._notify() Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: self.callback(batched_events) Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: event.method(event) Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: return f(self, *a, **k) Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: return self._get(url).json() Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: return self.request(url, 'GET', **kwargs) Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:24:02.048021 dv-cinder-799631-5-iscsi neutron-server[93655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:24:02.128198 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5fec6a37-6b78-424a-a170-fc081018387d req-d12a3a33-8f66-4a2d-bda4-f6729e344bf0 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707681 Jul 08 12:24:02.191350 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2ae30164-dc9f-4ff1-ab3d-3a58ff4bd25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:02.196834 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2ae30164-dc9f-4ff1-ab3d-3a58ff4bd25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:02.198726 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-2ae30164-dc9f-4ff1-ab3d-3a58ff4bd25d admin admin] 10.222.0.88 "DELETE /v2.0/networks/6916501a-9954-422c-aa9d-c95b11f54307 HTTP/1.1" status: 204 len: 168 time: 0.4186139 Jul 08 12:24:02.220627 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae30164-dc9f-4ff1-ab3d-3a58ff4bd25d admin admin] Pushing event deleted for resources: {'Network': ['ID=6916501a-9954-422c-aa9d-c95b11f54307,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:02.248594 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-deb5a565-d0d3-4814-97a9-c9c89ec407e9 req-8d2d2083-c149-4ca7-b786-743bdf271e17 tempest-DeleteServersTestJSON-1209783107 tempest-DeleteServersTestJSON-1209783107-project] 10.222.0.88 "GET /v2.0/ports?device_id=340580b4-f296-4325-95bd-aefee030f06f HTTP/1.1" status: 200 len: 210 time: 0.0315917 Jul 08 12:24:02.673777 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 54772) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:02.713899 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-e48400de-7cda-43c8-b8eb-80ce6aff0486 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=880f22732fa5455387ded67de9949648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382731 Jul 08 12:24:02.716328 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 54774) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:02.742594 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:24:02.746698 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 4873af74-33ee-4fe5-828f-09d86b9832d6 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:24:02.764412 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-7e2476fa-35aa-47e3-86d7-dc70f5c07475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:02.771900 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: 4873af74-33ee-4fe5-828f-09d86b9832d6 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:24:02.772244 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 4873af74-33ee-4fe5-828f-09d86b9832d6 not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:24:02.793621 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-7e2476fa-35aa-47e3-86d7-dc70f5c07475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:02.880193 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e3b7dca0-4b5f-4ac5-8945-10a1a397cd48,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:24:02.891680 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': 'e3b7dca0-4b5f-4ac5-8945-10a1a397cd48', 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033', 'port_id': 'e3b7dca0-4b5f-4ac5-8945-10a1a397cd48', 'mac_address': 'fa:16:3e:00:d8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c6ebb6-7148-48f7-9129-e59b81694c22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:24:02.930535 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:02.942758 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:24:02.962641 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e3b7dca0-4b5f-4ac5-8945-10a1a397cd48,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:24:02.968756 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-7e2476fa-35aa-47e3-86d7-dc70f5c07475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:02.971409 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-7e2476fa-35aa-47e3-86d7-dc70f5c07475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:02.972539 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-7e2476fa-35aa-47e3-86d7-dc70f5c07475 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/625d81ee-d844-4c11-b9ab-724727962cd1 HTTP/1.1" status: 204 len: 168 time: 0.2552874 Jul 08 12:24:02.981572 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2476fa-35aa-47e3-86d7-dc70f5c07475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625d81ee-d844-4c11-b9ab-724727962cd1,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:03.055159 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:03.114845 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=e3b7dca0-4b5f-4ac5-8945-10a1a397cd48,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:03.123076 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:03.123669 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:03.124173 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:03.132735 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:03.132735 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:03.132735 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:03.132735 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:03.132735 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:03.132735 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:03.132735 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:03.132735 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:03.132735 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:03.183126 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c972f6-dc32-4d4c-a149-14c0db2a66e3 req-0798f2e1-c404-4086-a0f7-bca6622ae8fa tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:03.184781 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-35c972f6-dc32-4d4c-a149-14c0db2a66e3 req-0798f2e1-c404-4086-a0f7-bca6622ae8fa tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0771627 Jul 08 12:24:03.227182 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-35c972f6-dc32-4d4c-a149-14c0db2a66e3 req-93a3cddb-77a7-4dc2-b358-2fdea8a4fa07 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352931 Jul 08 12:24:03.258224 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea27e6-8c98-4ff6-ae7a-6db5ebaefa80 req-a537656d-3f34-4607-b570-40f02658f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:03.264404 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-56ea27e6-8c98-4ff6-ae7a-6db5ebaefa80 req-a537656d-3f34-4607-b570-40f02658f03f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 1098 time: 0.0615628 Jul 08 12:24:03.380867 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 54796) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:03.387854 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea27e6-8c98-4ff6-ae7a-6db5ebaefa80 req-24b3a169-3823-447e-aad5-427083afb7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:03.389963 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-56ea27e6-8c98-4ff6-ae7a-6db5ebaefa80 req-24b3a169-3823-447e-aad5-427083afb7ac service neutron] 10.222.0.89 "GET /v2.0/networks?id=944642c5-34cb-4052-9c71-c9f2bb6fc18d HTTP/1.1" status: 200 len: 919 time: 0.1230006 Jul 08 12:24:03.419496 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376eba7-1451-4ba8-9bf1-b005058bee87 req-4522ba77-c702-4c00-b0af-537e1eb6f746 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:03.426869 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e376eba7-1451-4ba8-9bf1-b005058bee87 req-4522ba77-c702-4c00-b0af-537e1eb6f746 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 945 time: 0.0901306 Jul 08 12:24:03.473557 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['e3b7dca0-4b5f-4ac5-8945-10a1a397cd48'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:24:03.474427 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e376eba7-1451-4ba8-9bf1-b005058bee87 req-e9891808-cf17-4fb5-a033-2908db2be28d tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464668 Jul 08 12:24:03.482198 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-56ea27e6-8c98-4ff6-ae7a-6db5ebaefa80 req-f839a300-89f2-4d12-8f25-0e6bcda919db service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d7c501d-f57b-421d-852f-d79a3038fb5e HTTP/1.1" status: 200 len: 217 time: 0.0757887 Jul 08 12:24:03.546385 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea27e6-8c98-4ff6-ae7a-6db5ebaefa80 req-d915a8b8-4d01-43ea-be4c-02af73d07b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:03.548941 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-56ea27e6-8c98-4ff6-ae7a-6db5ebaefa80 req-d915a8b8-4d01-43ea-be4c-02af73d07b03 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a0e2175b-da30-4bbc-b885-7bdc05d46a4d HTTP/1.1" status: 200 len: 858 time: 0.0524421 Jul 08 12:24:03.596293 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-01f28f08-77b0-4e37-8c80-2eeb7d9f6efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:03.600257 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-56ea27e6-8c98-4ff6-ae7a-6db5ebaefa80 req-5b078257-c7b0-48fa-ad40-82e4256fff42 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=944642c5-34cb-4052-9c71-c9f2bb6fc18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416069 Jul 08 12:24:03.718163 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-56ea27e6-8c98-4ff6-ae7a-6db5ebaefa80 req-33bec5e8-8662-4125-8578-e39b5910d80a service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100917 Jul 08 12:24:03.745763 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-01f28f08-77b0-4e37-8c80-2eeb7d9f6efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:03.806909 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 54812) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:03.825657 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-56ea27e6-8c98-4ff6-ae7a-6db5ebaefa80 req-4d78ccd8-a106-4689-96fd-f57c128985c3 service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967331 Jul 08 12:24:03.860888 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-01f28f08-77b0-4e37-8c80-2eeb7d9f6efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:03.927503 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-fbcdc51f-75d9-465f-a1cc-405060452856 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7d2c8e02e2d348ec9a04d717ef3595eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1190820 Jul 08 12:24:03.931189 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 54816) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:03.937618 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-01f28f08-77b0-4e37-8c80-2eeb7d9f6efd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4b46dd45454e487ebae8179e67de0b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5515931 Jul 08 12:24:03.940202 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 54818) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:03.947527 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f28f08-77b0-4e37-8c80-2eeb7d9f6efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e023f3d7-2841-4dc5-b742-565e9e1e5c2b,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:03.990591 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0656f347-a108-4dd2-b815-0d387b142f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:03.994405 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3824ee1b-6ff3-42ac-b100-80ac4c634801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:04.014700 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0656f347-a108-4dd2-b815-0d387b142f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:04.016476 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3824ee1b-6ff3-42ac-b100-80ac4c634801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:04.144235 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3824ee1b-6ff3-42ac-b100-80ac4c634801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:04.146825 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3824ee1b-6ff3-42ac-b100-80ac4c634801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:04.148744 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-3824ee1b-6ff3-42ac-b100-80ac4c634801 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e023f3d7-2841-4dc5-b742-565e9e1e5c2b HTTP/1.1" status: 204 len: 168 time: 0.2075799 Jul 08 12:24:04.157962 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824ee1b-6ff3-42ac-b100-80ac4c634801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e023f3d7-2841-4dc5-b742-565e9e1e5c2b,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:04.172825 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0656f347-a108-4dd2-b815-0d387b142f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:04.177330 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0656f347-a108-4dd2-b815-0d387b142f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:04.178810 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-0656f347-a108-4dd2-b815-0d387b142f0e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/adf38a5d-4657-4bf5-8e92-998881016670 HTTP/1.1" status: 204 len: 168 time: 0.2464595 Jul 08 12:24:04.187967 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656f347-a108-4dd2-b815-0d387b142f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf38a5d-4657-4bf5-8e92-998881016670,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:04.426471 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472f979-243c-4d1f-8038-edbf8e29da58 req-7bd5993c-474d-42ad-9a5b-2f7b56eb8fbb tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:04.427939 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9472f979-243c-4d1f-8038-edbf8e29da58 req-7bd5993c-474d-42ad-9a5b-2f7b56eb8fbb tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0691762 Jul 08 12:24:04.465499 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9472f979-243c-4d1f-8038-edbf8e29da58 req-f458eae6-f178-4c96-9734-e1311fe82230 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318246 Jul 08 12:24:04.658486 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb367bc-0eaf-4d0d-b4f1-e6195d482be7 req-66dcddc1-0a6e-4a90-aa9a-e47bdc7e1598 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:04.659903 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2cb367bc-0eaf-4d0d-b4f1-e6195d482be7 req-66dcddc1-0a6e-4a90-aa9a-e47bdc7e1598 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 945 time: 0.0688107 Jul 08 12:24:04.700273 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2cb367bc-0eaf-4d0d-b4f1-e6195d482be7 req-723aa745-0fc0-44f0-afa9-67d89ede2b82 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340452 Jul 08 12:24:04.746533 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:24:04.922775 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:24:04.926802 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:04.932670 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:04.966600 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 54854) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:04.996944 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9d3f-ee9c-44d6-99aa-72b3f714d5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.047177 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.096334 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2b672e-fd19-484c-b1a8-d2de712b0030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b7dca0-4b5f-4ac5-8945-10a1a397cd48'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:24:05.101244 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37292a45-b714-407f-81fd-5c8c9f83640b" -d '{"events": [{"server_uuid": "0b2b672e-fd19-484c-b1a8-d2de712b0030", "name": "network-vif-plugged", "status": "completed", "tag": "e3b7dca0-4b5f-4ac5-8945-10a1a397cd48"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:24:05.134430 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e3b7dca0-4b5f-4ac5-8945-10a1a397cd48,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:24:05.156691 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9d3f-ee9c-44d6-99aa-72b3f714d5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.166260 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 54862) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:05.169160 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4785b5bd-a2af-48f9-a421-477518b81b17 x-openstack-request-id: req-4785b5bd-a2af-48f9-a421-477518b81b17 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:24:05.169487 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2b672e-fd19-484c-b1a8-d2de712b0030", "name": "network-vif-plugged", "status": "completed", "tag": "e3b7dca0-4b5f-4ac5-8945-10a1a397cd48", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:24:05.169745 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4785b5bd-a2af-48f9-a421-477518b81b17 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:24:05.170170 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2b672e-fd19-484c-b1a8-d2de712b0030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b7dca0-4b5f-4ac5-8945-10a1a397cd48', 'code': 200} Jul 08 12:24:05.207448 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.215104 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92615de-7557-4f2f-b79c-226b00aeb85d admin admin] Deleting subnet 168c9882-464f-4b6a-8525-39f0efd69c4e {{(pid=93655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:24:05.219010 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e92615de-7557-4f2f-b79c-226b00aeb85d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.230615 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9d3f-ee9c-44d6-99aa-72b3f714d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.274272 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-9d9d9d3f-ee9c-44d6-99aa-72b3f714d5c4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fac07f79e6ba49d088939eaf68b1cdf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034463 Jul 08 12:24:05.275557 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e92615de-7557-4f2f-b79c-226b00aeb85d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59581787'] for subnet, precommit_delete_associations {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.277224 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 54866) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:05.278449 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=e3b7dca0-4b5f-4ac5-8945-10a1a397cd48,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:05.304880 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d9d3f-ee9c-44d6-99aa-72b3f714d5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a6845e-21d0-4145-8dd6-b7cd231f905b,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:05.358837 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e92615de-7557-4f2f-b79c-226b00aeb85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.400626 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-70f0cdd3-ac83-4f42-a8b2-07a9ade3eb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.433025 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-70f0cdd3-ac83-4f42-a8b2-07a9ade3eb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.617022 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-70f0cdd3-ac83-4f42-a8b2-07a9ade3eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.619647 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-70f0cdd3-ac83-4f42-a8b2-07a9ade3eb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.620801 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-70f0cdd3-ac83-4f42-a8b2-07a9ade3eb99 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d6a6845e-21d0-4145-8dd6-b7cd231f905b HTTP/1.1" status: 204 len: 168 time: 0.3423049 Jul 08 12:24:05.622002 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e92615de-7557-4f2f-b79c-226b00aeb85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61923534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61887726'] for subnet, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.671711 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0cdd3-ac83-4f42-a8b2-07a9ade3eb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a6845e-21d0-4145-8dd6-b7cd231f905b,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:05.681237 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd2c3f-4a26-4e7b-be0b-71d4d1e637bc req-46f478e7-772d-4829-89b3-c3206d56e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:05.682889 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fecd2c3f-4a26-4e7b-be0b-71d4d1e637bc req-46f478e7-772d-4829-89b3-c3206d56e8c6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 1099 time: 0.0624635 Jul 08 12:24:05.688370 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e92615de-7557-4f2f-b79c-226b00aeb85d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.690692 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-e92615de-7557-4f2f-b79c-226b00aeb85d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/168c9882-464f-4b6a-8525-39f0efd69c4e HTTP/1.1" status: 204 len: 168 time: 0.5234394 Jul 08 12:24:05.697184 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 54882) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:05.708329 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92615de-7557-4f2f-b79c-226b00aeb85d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168c9882-464f-4b6a-8525-39f0efd69c4e,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:05.743909 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f8098-89f8-4fc0-9edb-c71a1a828dd2 req-0b3fc083-a87b-40da-a7e9-99299cdd87bc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:05.751891 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b64f8098-89f8-4fc0-9edb-c71a1a828dd2 req-0b3fc083-a87b-40da-a7e9-99299cdd87bc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1746862 Jul 08 12:24:05.801818 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fecd2c3f-4a26-4e7b-be0b-71d4d1e637bc req-b935f9d4-eebd-4ac8-9bd9-3e2594dba165 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120403 Jul 08 12:24:05.820037 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.824275 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b64f8098-89f8-4fc0-9edb-c71a1a828dd2 req-f651f402-1edc-4f75-a676-8fee3168ca91 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697377 Jul 08 12:24:05.911176 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:05.924436 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:05.924873 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:05.925693 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:05.926151 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:05.926550 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:05.926956 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:05.927427 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:05.927745 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:05.928200 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:05.929138 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:05.971950 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da18f8-7f44-4dfc-9f79-aa7124103bdb req-e1a555ad-b1e5-4047-ad1d-c2daf021e7bd tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:05.973667 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-91da18f8-7f44-4dfc-9f79-aa7124103bdb req-e1a555ad-b1e5-4047-ad1d-c2daf021e7bd tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 946 time: 0.0820999 Jul 08 12:24:05.997082 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:05.997589 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:05.997681 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:05.997972 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:24:05.998356 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b0455c-f78d-4ad3-b0f2-06886b257aa0']}} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:06.017336 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161b4f42-8173-4c6c-9f5c-9679cbbc4a5f') {'for_net_delete': True} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:06.017603 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161b4f42-8173-4c6c-9f5c-9679cbbc4a5f') {} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:06.023190 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-91da18f8-7f44-4dfc-9f79-aa7124103bdb req-5d6ee4a2-b94a-4b75-bc3e-b4ef9cbc92b5 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424755 Jul 08 12:24:06.047641 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62702845'] for segment, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:06.067826 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:06.077792 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:24:06.078297 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61691105'] for segment, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: from cryptography.utils import int_from_bytes Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: from cryptography.utils import int_from_bytes Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: Traceback (most recent call last): Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: timer() Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: cb(*args, **kw) Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: return func(*args, **kwargs) Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: self._notify() Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: self.callback(batched_events) Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: event.method(event) Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: return f(self, *a, **k) Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._get(url).json() Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: return self.request(url, 'GET', **kwargs) Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:24:06.082754 dv-cinder-799631-5-iscsi neutron-server[93654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:24:06.207578 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:06.227502 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:06.234190 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] 10.222.0.88 "DELETE /v2.0/networks/09b0455c-f78d-4ad3-b0f2-06886b257aa0 HTTP/1.1" status: 204 len: 168 time: 0.5296514 Jul 08 12:24:06.234190 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d93198-9ac0-42d1-8c1d-f8955a2179f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=09b0455c-f78d-4ad3-b0f2-06886b257aa0,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:06.613290 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 54948) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:06.660103 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 54950) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:06.661219 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-ccc3b3f1-a368-4116-8920-12679cb18f36 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=50130e031d8e45ae86d4890f189f14f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461655 Jul 08 12:24:06.721671 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb59b-a586-4c19-b28d-e02bc6cc0b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:06.749072 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb59b-a586-4c19-b28d-e02bc6cc0b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:06.877033 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb59b-a586-4c19-b28d-e02bc6cc0b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:06.880016 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb59b-a586-4c19-b28d-e02bc6cc0b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:06.882572 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-eb9cb59b-a586-4c19-b28d-e02bc6cc0b6a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f712dc4e-000a-41b7-a326-562b47a14247 HTTP/1.1" status: 204 len: 168 time: 0.2190688 Jul 08 12:24:06.890530 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb59b-a586-4c19-b28d-e02bc6cc0b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f712dc4e-000a-41b7-a326-562b47a14247,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:06.958932 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 54964) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:07.019367 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fada0-2d31-4ed7-889f-65b1d3373bf3 req-86846b19-3676-4fae-99a3-3a7e9c0225c6 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:07.021221 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4b3fada0-2d31-4ed7-889f-65b1d3373bf3 req-86846b19-3676-4fae-99a3-3a7e9c0225c6 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0835330 Jul 08 12:24:07.063772 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4b3fada0-2d31-4ed7-889f-65b1d3373bf3 req-29a4598f-e202-4557-9eb5-d3b526ce6e31 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349109 Jul 08 12:24:07.115443 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0977630c-d6d1-4e75-a998-8cd482b342f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:07.237343 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d96b-f525-4ce4-83d2-64e415f0a483 req-1793b820-91ab-4415-af70-22e1e403da72 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:07.238868 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5a32d96b-f525-4ce4-83d2-64e415f0a483 req-1793b820-91ab-4415-af70-22e1e403da72 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 946 time: 0.0714080 Jul 08 12:24:07.261158 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0977630c-d6d1-4e75-a998-8cd482b342f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:07.283340 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5a32d96b-f525-4ce4-83d2-64e415f0a483 req-5aa839d4-1bef-4f19-a3b4-9d909ec90577 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378225 Jul 08 12:24:07.335483 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0977630c-d6d1-4e75-a998-8cd482b342f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:07.386546 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977630c-d6d1-4e75-a998-8cd482b342f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055a83b7-822a-4844-82d8-315d13d23ce7,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:07.393695 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-0977630c-d6d1-4e75-a998-8cd482b342f2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3de4e1a1d6714904be5c78e2fb9b15c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328525 Jul 08 12:24:07.396291 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 54986) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:07.460078 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-34e038c9-0205-41bd-880a-ea0d1937f33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:07.483073 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-34e038c9-0205-41bd-880a-ea0d1937f33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:07.614802 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-34e038c9-0205-41bd-880a-ea0d1937f33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:07.618741 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-34e038c9-0205-41bd-880a-ea0d1937f33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:07.619930 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-34e038c9-0205-41bd-880a-ea0d1937f33f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/055a83b7-822a-4844-82d8-315d13d23ce7 HTTP/1.1" status: 204 len: 168 time: 0.2223527 Jul 08 12:24:07.631410 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e038c9-0205-41bd-880a-ea0d1937f33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055a83b7-822a-4844-82d8-315d13d23ce7,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:08.263841 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf9169-0ec5-4afa-9c55-d1b70ffd9239 req-7676b5f3-4734-4d6e-8fa0-87cd4cc5d738 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:08.265437 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f7bf9169-0ec5-4afa-9c55-d1b70ffd9239 req-7676b5f3-4734-4d6e-8fa0-87cd4cc5d738 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0792012 Jul 08 12:24:08.327899 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f7bf9169-0ec5-4afa-9c55-d1b70ffd9239 req-9b9a877f-5014-498d-b0ee-a79e30f41138 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548079 Jul 08 12:24:08.369412 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55038) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:08.507156 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26a62-976c-4afe-b66b-ac1ab4969043 req-a23a5523-e439-4814-9656-114949fc8d8a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:08.508893 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1aa26a62-976c-4afe-b66b-ac1ab4969043 req-a23a5523-e439-4814-9656-114949fc8d8a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 946 time: 0.0686152 Jul 08 12:24:08.552034 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1aa26a62-976c-4afe-b66b-ac1ab4969043 req-9a05d98d-f105-4deb-9e67-8b34bc3c2a7f tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373657 Jul 08 12:24:08.599376 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-723186661-network', 'tenant_id': 'd92ed9b0b5ee4a51912b4ed3b496e86c'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:08.700462 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] Made reservation on behalf of d92ed9b0b5ee4a51912b4ed3b496e86c for: {'network': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:24:08.702997 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:08.712362 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:08.852429 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:08.921425 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:08.942841 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=93654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:24:08.953022 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:08.954209 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.segments_db [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] Added segment 6e27aca8-a5e9-44aa-8b91-946e359399f3 of type vlan for network 4bd4c205-1a0b-4e73-bdfb-f59a28564f2d Jul 08 12:24:09.002826 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8a0376-c088-47d3-8f9c-c8f1582b2f9e,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:09.020261 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:09.100230 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:09.101579 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:09.102292 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:09.139549 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55082) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:09.167100 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] Pushing event updated for resources: {'Network': ['ID=4bd4c205-1a0b-4e73-bdfb-f59a28564f2d,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:09.177038 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network 4bd4c205-1a0b-4e73-bdfb-f59a28564f2d details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:24:09.245004 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-02b41ddc-5d8d-4197-808a-5db9c843d895 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8743844 Jul 08 12:24:09.247860 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55086) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:09.253804 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-b69abadb-65d7-45a4-95b9-aa5be465d580 admin admin] Request body: {'subnet': {'network_id': '4bd4c205-1a0b-4e73-bdfb-f59a28564f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-723186661-subnet', 'tenant_id': 'd92ed9b0b5ee4a51912b4ed3b496e86c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:09.259246 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-152019949-network', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:09.345309 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69abadb-65d7-45a4-95b9-aa5be465d580 admin admin] Made reservation on behalf of d92ed9b0b5ee4a51912b4ed3b496e86c for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:24:09.347972 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b69abadb-65d7-45a4-95b9-aa5be465d580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58951709'] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:09.425828 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] Made reservation on behalf of 4d389f3c5f06460e87afaaad9a294b66 for: {'network': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:24:09.428306 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:09.458872 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:09.562317 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db72c7d-6da5-4003-bf70-7704f2040c94 req-c3491763-14e2-45dc-b15d-d19d616fe5a0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:09.563841 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2db72c7d-6da5-4003-bf70-7704f2040c94 req-c3491763-14e2-45dc-b15d-d19d616fe5a0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1144090 Jul 08 12:24:09.627443 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2db72c7d-6da5-4003-bf70-7704f2040c94 req-0955f6b1-3df0-4586-b321-2d897c1d82da tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542903 Jul 08 12:24:09.641735 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:09.728737 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:09.754210 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=93655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:24:09.764185 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b53a5a5-57d4-4e9d-9357-30aec34a1054,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:09.771082 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:09.771525 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.segments_db [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] Added segment 92ec901e-daa8-44ce-8a3f-a614949e55dd of type vlan for network b3b2f401-2e4a-4b50-bc1d-15006406ea11 Jul 08 12:24:09.813071 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:09.814739 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b69abadb-65d7-45a4-95b9-aa5be465d580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59810699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58951727'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:09.878146 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69abadb-65d7-45a4-95b9-aa5be465d580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0991a64-94dc-4408-a52f-a5639ea40b77,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:09.884397 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69abadb-65d7-45a4-95b9-aa5be465d580 admin admin] Checking segment: {'id': '6e27aca8-a5e9-44aa-8b91-946e359399f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4bd4c205-1a0b-4e73-bdfb-f59a28564f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:24:09.884792 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69abadb-65d7-45a4-95b9-aa5be465d580 admin admin] Network hostable DHCP agents. Network: 4bd4c205-1a0b-4e73-bdfb-f59a28564f2d, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:24:09.916977 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:09.918052 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:09.918713 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:09.983509 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] Pushing event updated for resources: {'Network': ['ID=b3b2f401-2e4a-4b50-bc1d-15006406ea11,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:09.996208 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69abadb-65d7-45a4-95b9-aa5be465d580 admin admin] Network 4bd4c205-1a0b-4e73-bdfb-f59a28564f2d is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:24:09.996368 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network b3b2f401-2e4a-4b50-bc1d-15006406ea11 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:24:10.072722 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-b1653436-664f-4e0d-8158-347b318cc0b6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9319527 Jul 08 12:24:10.075485 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55100) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:10.080432 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-1fbe4886-c21b-4155-8465-133a483897b9 admin admin] Request body: {'subnet': {'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-152019949-subnet', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'ip_version': 4}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:10.100229 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-b69abadb-65d7-45a4-95b9-aa5be465d580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, 4bd4c205-1a0b-4e73-bdfb-f59a28564f2d) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:10.105357 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69abadb-65d7-45a4-95b9-aa5be465d580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:10.106131 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b69abadb-65d7-45a4-95b9-aa5be465d580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:10.115547 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd2f9b0-4177-4ddc-a173-52e9680420f9 None None] Network 4bd4c205-1a0b-4e73-bdfb-f59a28564f2d requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:24:10.191728 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbe4886-c21b-4155-8465-133a483897b9 admin admin] Made reservation on behalf of 4d389f3c5f06460e87afaaad9a294b66 for: {'subnet': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:24:10.198063 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1fbe4886-c21b-4155-8465-133a483897b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61887685'] for subnet, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:10.273526 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-b69abadb-65d7-45a4-95b9-aa5be465d580 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0244625 Jul 08 12:24:10.399570 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd77ef4-6ec1-4845-a360-101d115124d8 None None] Network 4bd4c205-1a0b-4e73-bdfb-f59a28564f2d requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:24:10.546239 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1fbe4886-c21b-4155-8465-133a483897b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59578115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61887735'] for subnet, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:10.605723 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe4886-c21b-4155-8465-133a483897b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f2dac1-739f-4064-b6e6-ddb4354af3d1,revision_number=0']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:10.617841 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe4886-c21b-4155-8465-133a483897b9 admin admin] Checking segment: {'id': '92ec901e-daa8-44ce-8a3f-a614949e55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:24:10.618193 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbe4886-c21b-4155-8465-133a483897b9 admin admin] Network hostable DHCP agents. Network: b3b2f401-2e4a-4b50-bc1d-15006406ea11, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:24:10.696028 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbe4886-c21b-4155-8465-133a483897b9 admin admin] Network b3b2f401-2e4a-4b50-bc1d-15006406ea11 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:24:10.763894 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-1fbe4886-c21b-4155-8465-133a483897b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, b3b2f401-2e4a-4b50-bc1d-15006406ea11) {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:10.787367 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe4886-c21b-4155-8465-133a483897b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:10.788085 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1fbe4886-c21b-4155-8465-133a483897b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:10.790033 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da9c9f2-ff5d-4dc0-8386-356e08cf0b1c None None] Network b3b2f401-2e4a-4b50-bc1d-15006406ea11 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:24:10.830210 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bb2d8-e3f9-45aa-99bb-0449c43efada req-c47876d0-e308-483e-bd06-f7c77aede1b4 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:10.831693 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-579bb2d8-e3f9-45aa-99bb-0449c43efada req-c47876d0-e308-483e-bd06-f7c77aede1b4 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0801926 Jul 08 12:24:10.882363 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-579bb2d8-e3f9-45aa-99bb-0449c43efada req-192356e1-75d5-4be9-bb6a-ed1917533810 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387964 Jul 08 12:24:10.912248 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-1fbe4886-c21b-4155-8465-133a483897b9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8357165 Jul 08 12:24:10.915295 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55126) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:10.920360 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:10.962099 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0646aa3a-11ed-5dd6-8442-d1e895c35616-b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'fixed_ips': [{'subnet_id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1'}]}} from dv-cinder-799631-5-iscsi. {{(pid=93656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:24:10.962998 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:10.997497 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3768437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59175'] for router, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:10.998758 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59176'] for router, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.060369 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.106538 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.db_base_plugin_common [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Allocated IP 172.20.0.2 (b3b2f401-2e4a-4b50-bc1d-15006406ea11/09f2dac1-739f-4064-b6e6-ddb4354af3d1/e21d39f9-f2df-4aed-9409-c359d5eba607) {{(pid=93656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:24:11.212388 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55136) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:11.218578 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1630842452-network', 'tenant_id': '5390e1f8ca8c4ab0890988d773bd8932'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:11.287088 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Notify callbacks [] for port, precommit_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.299052 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Transition to ACTIVE for port object e21d39f9-f2df-4aed-9409-c359d5eba607 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:11.305415 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] Made reservation on behalf of 5390e1f8ca8c4ab0890988d773bd8932 for: {'network': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:24:11.310250 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.316827 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59194'] for router, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.326347 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.327692 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Transition to ACTIVE for port object e21d39f9-f2df-4aed-9409-c359d5eba607 will not be triggered until provisioned by entity DHCP. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:11.433807 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.495218 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.535773 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Network b3b2f401-2e4a-4b50-bc1d-15006406ea11 is already hosted by enough agents. {{(pid=93656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:24:11.542925 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.545585 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.base_scheduler [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Resources bound (agent type, host, resource id): {{(pid=93656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:11.549648 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Received port after_create {{(pid=93656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:24:11.578064 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fee19ad-997a-4bbb-9979-b1cc41c7b9c7,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:11.588378 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=93655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:24:11.599173 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.599173 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.segments_db [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] Added segment 5f947e50-c33f-4582-a7e0-3ebe864459e6 of type vlan for network 8294c7c7-f54b-4c4c-9582-2c3ddfcb2206 Jul 08 12:24:11.637427 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Pushing event updated for resources: {'Port': ['ID=e21d39f9-f2df-4aed-9409-c359d5eba607,revision_number=1']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:11.646460 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.652164 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Attempting to bind port e21d39f9-f2df-4aed-9409-c359d5eba607 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:24:11.652816 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Attempting to bind port e21d39f9-f2df-4aed-9409-c359d5eba607 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '92ec901e-daa8-44ce-8a3f-a614949e55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:24:11.653431 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Attempting to bind port e21d39f9-f2df-4aed-9409-c359d5eba607 on network b3b2f401-2e4a-4b50-bc1d-15006406ea11 {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:24:11.659926 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:24:11.661071 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Checking segment: {'id': '92ec901e-daa8-44ce-8a3f-a614949e55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:24:11.661598 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.662153 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Bound using segment: {'id': '92ec901e-daa8-44ce-8a3f-a614949e55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:24:11.663857 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Bound port: e21d39f9-f2df-4aed-9409-c359d5eba607, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ec901e-daa8-44ce-8a3f-a614949e55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:24:11.664767 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.717019 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.737440 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.742107 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] For port e21d39f9-f2df-4aed-9409-c359d5eba607, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:24:11.742541 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.745019 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:11.746284 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.746406 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] For port e21d39f9-f2df-4aed-9409-c359d5eba607, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=e21d39f9-f2df-4aed-9409-c359d5eba607,segment=NetworkSegment(92ec901e-daa8-44ce-8a3f-a614949e55dd),segment_id=92ec901e-daa8-44ce-8a3f-a614949e55dd)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:24:11.836942 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:11.870604 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6561630 Jul 08 12:24:11.878689 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde3ca4-e69f-4816-bc8c-3c681d66a60e admin admin] Pushing event updated for resources: {'Network': ['ID=8294c7c7-f54b-4c4c-9582-2c3ddfcb2206,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:11.881959 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55160) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:11.896638 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-b6e50f58-06eb-48d3-b7a7-f137e337555b admin admin] Request body: {'subnet': {'network_id': '8294c7c7-f54b-4c4c-9582-2c3ddfcb2206', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1630842452-subnet', 'tenant_id': '5390e1f8ca8c4ab0890988d773bd8932', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:11.901881 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55162) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:11.904231 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network 8294c7c7-f54b-4c4c-9582-2c3ddfcb2206 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:24:11.924172 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Allocated IP 172.27.3.58 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/548b598d-cacf-4142-a7f3-cf4f0e53fd03) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:24:11.988136 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c658664-a069-4b47-b1f3-4e726786c681 req-f5d05853-d93a-4f5c-a68e-858cd7a127c4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:11.994096 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1c658664-a069-4b47-b1f3-4e726786c681 req-f5d05853-d93a-4f5c-a68e-858cd7a127c4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/networks?id=f8bb1a41-24ab-4371-8111-192002385033 HTTP/1.1" status: 200 len: 814 time: 0.1943772 Jul 08 12:24:12.006250 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:24:12.021421 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1c658664-a069-4b47-b1f3-4e726786c681 req-c7bd6cb2-a307-4002-8179-f4943119c7d3 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/quotas/8d7773d532de4c43a383ed3483e3e1f3 HTTP/1.1" status: 200 len: 375 time: 0.0185065 Jul 08 12:24:12.063061 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e50f58-06eb-48d3-b7a7-f137e337555b admin admin] Made reservation on behalf of 5390e1f8ca8c4ab0890988d773bd8932 for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:24:12.065914 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b6e50f58-06eb-48d3-b7a7-f137e337555b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58951709'] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:12.078035 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:12.079269 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa07cd-463d-480f-8120-f1022909c650 None None] Pushing event updated for resources: {'Port': ['ID=e21d39f9-f2df-4aed-9409-c359d5eba607,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:12.233702 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:12.389745 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a4402932-ae1a-4cd7-ab45-a80dd76fa1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:12.448423 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:12.451096 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b6e50f58-06eb-48d3-b7a7-f137e337555b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59810699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58951727'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:12.469186 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1c658664-a069-4b47-b1f3-4e726786c681 req-2ec5ee59-8260-4bf9-8897-a79ed2cc35e3 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4457331 Jul 08 12:24:12.496755 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8f890-ff72-492c-9909-5f4a415317f6 req-2f041e6f-49ad-422d-aee0-49d2f692dc08 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:12.498298 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3ad8f890-ff72-492c-9909-5f4a415317f6 req-2f041e6f-49ad-422d-aee0-49d2f692dc08 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.4166744 Jul 08 12:24:12.534537 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:24:12.544128 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:12.546740 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:24:12.551331 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Pushing event updated for resources: {'Port': ['ID=548b598d-cacf-4142-a7f3-cf4f0e53fd03,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:12.574613 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e50f58-06eb-48d3-b7a7-f137e337555b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f56b0f7-7dc5-4f23-b235-9fd268738d12,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:12.611141 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e50f58-06eb-48d3-b7a7-f137e337555b admin admin] Checking segment: {'id': '5f947e50-c33f-4582-a7e0-3ebe864459e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '8294c7c7-f54b-4c4c-9582-2c3ddfcb2206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:24:12.611141 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e50f58-06eb-48d3-b7a7-f137e337555b admin admin] Network hostable DHCP agents. Network: 8294c7c7-f54b-4c4c-9582-2c3ddfcb2206, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:24:12.613460 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3ad8f890-ff72-492c-9909-5f4a415317f6 req-4294327f-2d23-4a49-8cf2-82674d0f34b6 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029127 Jul 08 12:24:12.659570 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1c658664-a069-4b47-b1f3-4e726786c681 req-8cc5d500-b83a-4eda-9c03-01788969661e service neutron] 10.222.0.88 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824179 Jul 08 12:24:12.661824 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a4402932-ae1a-4cd7-ab45-a80dd76fa1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:12.729556 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a4402932-ae1a-4cd7-ab45-a80dd76fa1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:12.757124 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e50f58-06eb-48d3-b7a7-f137e337555b admin admin] Network 8294c7c7-f54b-4c4c-9582-2c3ddfcb2206 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:24:12.803018 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-a4402932-ae1a-4cd7-ab45-a80dd76fa1b9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=205c641d4b714e969fa7797fdd21231e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9001031 Jul 08 12:24:12.806361 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4402932-ae1a-4cd7-ab45-a80dd76fa1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de724589-02b2-4cfa-ac4e-3ea784518d34,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:12.807121 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55172) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:12.821636 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1c658664-a069-4b47-b1f3-4e726786c681 req-957358fc-da07-47c5-94d6-f4b82742e82f service neutron] 10.222.0.88 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553004 Jul 08 12:24:12.875715 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-b6e50f58-06eb-48d3-b7a7-f137e337555b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, 8294c7c7-f54b-4c4c-9582-2c3ddfcb2206) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:12.887522 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90201f17-0b0c-4fd0-9df9-14d87659ea50 None None] Network 8294c7c7-f54b-4c4c-9582-2c3ddfcb2206 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:24:12.893932 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e50f58-06eb-48d3-b7a7-f137e337555b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:12.894452 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b6e50f58-06eb-48d3-b7a7-f137e337555b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:12.966488 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e67e529b-172c-4318-91ee-e60ec33c05e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:12.985517 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:13.031452 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-b6e50f58-06eb-48d3-b7a7-f137e337555b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1420071 Jul 08 12:24:13.035504 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e67e529b-172c-4318-91ee-e60ec33c05e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:13.058108 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419b4bd4-e27b-442b-9b88-d3a78bc1b94b None None] Network 8294c7c7-f54b-4c4c-9582-2c3ddfcb2206 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:24:13.203803 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce00e09-ef2e-47a8-864d-d9b08bb5dc69 None None] Network b3b2f401-2e4a-4b50-bc1d-15006406ea11 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:24:13.225997 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55180) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:13.234305 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8d9f2c99-779f-41d7-8d5a-8ca5070ca1e4 req-505deaec-d4df-424d-bcbc-c3ddf7a9d33e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 210 time: 0.0566187 Jul 08 12:24:13.263011 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3782363'] for router, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:13.266582 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e67e529b-172c-4318-91ee-e60ec33c05e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:13.276850 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e67e529b-172c-4318-91ee-e60ec33c05e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:13.279157 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-e67e529b-172c-4318-91ee-e60ec33c05e1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/de724589-02b2-4cfa-ac4e-3ea784518d34 HTTP/1.1" status: 204 len: 168 time: 0.4704797 Jul 08 12:24:13.294376 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e529b-172c-4318-91ee-e60ec33c05e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de724589-02b2-4cfa-ac4e-3ea784518d34,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:13.318462 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb43939d-42a0-4aec-b2f4-89fa8962d5af admin admin] Deleting subnet a0991a64-94dc-4408-a52f-a5639ea40b77 {{(pid=93655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:24:13.328764 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cb43939d-42a0-4aec-b2f4-89fa8962d5af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:13.412998 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cb43939d-42a0-4aec-b2f4-89fa8962d5af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59581787'] for subnet, precommit_delete_associations {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:13.447967 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-0cff82f4-f2a3-4b47-8956-0d5fa3bbdfd9 None None] Provisioning for port e21d39f9-f2df-4aed-9409-c359d5eba607 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:24:13.512075 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cb43939d-42a0-4aec-b2f4-89fa8962d5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:13.538766 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Router e43d0210-67fe-41cc-9f7c-323925bd7243 is scheduled to L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a with binding_index 1 {{(pid=93654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:24:13.648162 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cb43939d-42a0-4aec-b2f4-89fa8962d5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61923534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61887726'] for subnet, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:13.679445 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:24:13.692527 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Sync routers for ids ['e43d0210-67fe-41cc-9f7c-323925bd7243'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:24:13.702263 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43939d-42a0-4aec-b2f4-89fa8962d5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0991a64-94dc-4408-a52f-a5639ea40b77,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:13.709962 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Routers {'e43d0210-67fe-41cc-9f7c-323925bd7243'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:24:13.710589 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:23:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['e43d0210-67fe-41cc-9f7c-323925bd7243'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:13.712977 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cb43939d-42a0-4aec-b2f4-89fa8962d5af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:13.718790 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55196) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:13.725090 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-cb43939d-42a0-4aec-b2f4-89fa8962d5af admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a0991a64-94dc-4408-a52f-a5639ea40b77 HTTP/1.1" status: 204 len: 168 time: 0.4928510 Jul 08 12:24:13.831543 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cf88-c711-4200-a09a-e09d9cda43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:13.838040 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] Notify callbacks [] for router, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:13.842074 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55200) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:13.843110 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-c87f4432-9e37-4eb8-930e-8b7640a8ad0b admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9266624 Jul 08 12:24:13.922634 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Set router e43d0210-67fe-41cc-9f7c-323925bd7243 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:24:13.947715 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cf88-c711-4200-a09a-e09d9cda43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:13.960771 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-f4a9cf88-c711-4200-a09a-e09d9cda43b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd4c205-1a0b-4e73-bdfb-f59a28564f2d']}} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:13.979519 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-f4a9cf88-c711-4200-a09a-e09d9cda43b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e27aca8-a5e9-44aa-8b91-946e359399f3') {'for_net_delete': True} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:13.980924 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-f4a9cf88-c711-4200-a09a-e09d9cda43b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e27aca8-a5e9-44aa-8b91-946e359399f3') {} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:13.995051 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cf88-c711-4200-a09a-e09d9cda43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62702845'] for segment, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.017659 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cf88-c711-4200-a09a-e09d9cda43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.028127 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device e21d39f9-f2df-4aed-9409-c359d5eba607 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:24:14.043807 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a9cf88-c711-4200-a09a-e09d9cda43b2 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:24:14.044850 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cf88-c711-4200-a09a-e09d9cda43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61691105'] for segment, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: Traceback (most recent call last): Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: timer() Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: cb(*args, **kw) Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: return func(*args, **kwargs) Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: self._notify() Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: self.callback(batched_events) Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: event.method(event) Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: return f(self, *a, **k) Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._get(url).json() Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: return self.request(url, 'GET', **kwargs) Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:24:14.057867 dv-cinder-799631-5-iscsi neutron-server[93654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:24:14.105612 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84ef97-6373-4204-9e22-2046fb071f2d req-f3384366-4376-48f3-aa31-38263a4c0585 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:14.107425 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1c84ef97-6373-4204-9e22-2046fb071f2d req-f3384366-4376-48f3-aa31-38263a4c0585 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1776788 Jul 08 12:24:14.180195 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port e21d39f9-f2df-4aed-9409-c359d5eba607 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:24:14.185061 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port e21d39f9-f2df-4aed-9409-c359d5eba607 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:14.185434 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:12Z', 'revision_number': 3, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:14.185612 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.216115 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Checking router: e43d0210-67fe-41cc-9f7c-323925bd7243 for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:24:14.216729 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Updating router e43d0210-67fe-41cc-9f7c-323925bd7243 port 548b598d-cacf-4142-a7f3-cf4f0e53fd03 binding host dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:24:14.228424 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1c84ef97-6373-4204-9e22-2046fb071f2d req-9853a7cc-03ef-4d15-9bc4-d6de1d307bfe tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703809 Jul 08 12:24:14.240464 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cf88-c711-4200-a09a-e09d9cda43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.256832 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cf88-c711-4200-a09a-e09d9cda43b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.266122 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-f4a9cf88-c711-4200-a09a-e09d9cda43b2 admin admin] 10.222.0.88 "DELETE /v2.0/networks/4bd4c205-1a0b-4e73-bdfb-f59a28564f2d HTTP/1.1" status: 204 len: 168 time: 0.5456879 Jul 08 12:24:14.271661 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.285050 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55206) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:14.306956 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9cf88-c711-4200-a09a-e09d9cda43b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd4c205-1a0b-4e73-bdfb-f59a28564f2d,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:14.356620 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55210) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:14.361165 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.386778 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-175bbf6e-d059-4df6-b4c8-27afa0048c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.449235 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd1b0a2-e8f2-4891-9dcb-0e477364ae49 admin admin] Deleting subnet 3f56b0f7-7dc5-4f23-b235-9fd268738d12 {{(pid=93654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:24:14.451470 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port e21d39f9-f2df-4aed-9409-c359d5eba607, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=e21d39f9-f2df-4aed-9409-c359d5eba607,segment=NetworkSegment(92ec901e-daa8-44ce-8a3f-a614949e55dd),segment_id=92ec901e-daa8-44ce-8a3f-a614949e55dd)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:24:14.457644 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ffd1b0a2-e8f2-4891-9dcb-0e477364ae49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.519363 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ffd1b0a2-e8f2-4891-9dcb-0e477364ae49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62702836'] for subnet, precommit_delete_associations {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.523784 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ce8ff793-cd15-45e1-81dd-ed713cf36013 req-a11aa02f-1607-4549-b4ec-7eeae269f705 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 210 time: 0.0468159 Jul 08 12:24:14.568281 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.590949 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ffd1b0a2-e8f2-4891-9dcb-0e477364ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.645672 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=e21d39f9-f2df-4aed-9409-c359d5eba607,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:14.670024 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.728720 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.740388 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Transition to ACTIVE for port object 548b598d-cacf-4142-a7f3-cf4f0e53fd03 will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:14.825512 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.851917 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-175bbf6e-d059-4df6-b4c8-27afa0048c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.886205 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c1124-b986-4679-81d2-df1443df17a8 None None] Pushing event updated for resources: {'Port': ['ID=548b598d-cacf-4142-a7f3-cf4f0e53fd03,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:14.890561 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Attempting to bind port 548b598d-cacf-4142-a7f3-cf4f0e53fd03 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:24:14.890938 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Attempting to bind port 548b598d-cacf-4142-a7f3-cf4f0e53fd03 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:24:14.891309 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Attempting to bind port 548b598d-cacf-4142-a7f3-cf4f0e53fd03 on network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:24:14.901301 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c1124-b986-4679-81d2-df1443df17a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:14.901652 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c1124-b986-4679-81d2-df1443df17a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:14.901995 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c1124-b986-4679-81d2-df1443df17a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:14.902335 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c1124-b986-4679-81d2-df1443df17a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:14.902673 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c1124-b986-4679-81d2-df1443df17a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:14.903008 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c1124-b986-4679-81d2-df1443df17a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:14.903334 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c1124-b986-4679-81d2-df1443df17a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:14.903661 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c1124-b986-4679-81d2-df1443df17a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:14.904013 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c1124-b986-4679-81d2-df1443df17a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:14.904360 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c1124-b986-4679-81d2-df1443df17a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:14.904697 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c1124-b986-4679-81d2-df1443df17a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:14.905012 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02c1124-b986-4679-81d2-df1443df17a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:14.908290 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:24:14.908687 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Checking segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:24:14.909270 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.909814 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Bound using segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:24:14.910329 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Bound port: 548b598d-cacf-4142-a7f3-cf4f0e53fd03, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:24:14.910687 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:14.968822 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] For port 548b598d-cacf-4142-a7f3-cf4f0e53fd03, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:24:14.972327 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] For port 548b598d-cacf-4142-a7f3-cf4f0e53fd03, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=548b598d-cacf-4142-a7f3-cf4f0e53fd03,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:24:14.991637 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-175bbf6e-d059-4df6-b4c8-27afa0048c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.024612 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_common [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Allocated IP 172.20.0.1 (b3b2f401-2e4a-4b50-bc1d-15006406ea11/09f2dac1-739f-4064-b6e6-ddb4354af3d1/04fcd195-fb7a-4b68-9e7d-aa70b3c152c5) {{(pid=93655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:24:15.029145 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ffd1b0a2-e8f2-4891-9dcb-0e477364ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61690950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58951734'] for subnet, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.042247 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-175bbf6e-d059-4df6-b4c8-27afa0048c1c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7db374c414914125add2e700061c9ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6822958 Jul 08 12:24:15.042247 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bbf6e-d059-4df6-b4c8-27afa0048c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0daf40fb-5163-43a7-9a68-988a8f310124,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:15.042674 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55216) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:15.069403 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ffd1b0a2-e8f2-4891-9dcb-0e477364ae49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.071510 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-ffd1b0a2-e8f2-4891-9dcb-0e477364ae49 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/3f56b0f7-7dc5-4f23-b235-9fd268738d12 HTTP/1.1" status: 204 len: 168 time: 0.7854834 Jul 08 12:24:15.072489 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1b0a2-e8f2-4891-9dcb-0e477364ae49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f56b0f7-7dc5-4f23-b235-9fd268738d12,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:15.074620 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55218) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:15.086449 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.178454 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-333e490c-eef0-40db-8265-d61d5feca0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.181713 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c1124-b986-4679-81d2-df1443df17a8 None None] Pushing event updated for resources: {'Port': ['ID=548b598d-cacf-4142-a7f3-cf4f0e53fd03,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:15.186116 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Routers {'e43d0210-67fe-41cc-9f7c-323925bd7243'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:24:15.186918 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:23:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['e43d0210-67fe-41cc-9f7c-323925bd7243'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:15.191238 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f5408f62-42df-46a6-861c-1d7b309d21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.210144 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.224296 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-333e490c-eef0-40db-8265-d61d5feca0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.248927 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.provisioning_blocks [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Transition to ACTIVE for port object 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 will not be triggered until provisioned by entity DHCP. {{(pid=93655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:15.296530 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f5408f62-42df-46a6-861c-1d7b309d21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.305696 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-f5408f62-42df-46a6-861c-1d7b309d21f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8294c7c7-f54b-4c4c-9582-2c3ddfcb2206']}} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:15.316529 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-f5408f62-42df-46a6-861c-1d7b309d21f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f947e50-c33f-4582-a7e0-3ebe864459e6') {'for_net_delete': True} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:15.316853 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-f5408f62-42df-46a6-861c-1d7b309d21f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f947e50-c33f-4582-a7e0-3ebe864459e6') {} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:15.318592 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] Set router e43d0210-67fe-41cc-9f7c-323925bd7243 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:24:15.326920 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f5408f62-42df-46a6-861c-1d7b309d21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62702845'] for segment, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.341738 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f5408f62-42df-46a6-861c-1d7b309d21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.349253 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5408f62-42df-46a6-861c-1d7b309d21f9 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:24:15.349824 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f5408f62-42df-46a6-861c-1d7b309d21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61691105'] for segment, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: Traceback (most recent call last): Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: timer() Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: cb(*args, **kw) Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: return func(*args, **kwargs) Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: self._notify() Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: self.callback(batched_events) Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: event.method(event) Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: return f(self, *a, **k) Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._get(url).json() Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: return self.request(url, 'GET', **kwargs) Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:24:15.352352 dv-cinder-799631-5-iscsi neutron-server[93654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:24:15.391536 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-333e490c-eef0-40db-8265-d61d5feca0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.394424 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-333e490c-eef0-40db-8265-d61d5feca0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.397774 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-333e490c-eef0-40db-8265-d61d5feca0e1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0daf40fb-5163-43a7-9a68-988a8f310124 HTTP/1.1" status: 204 len: 168 time: 0.3534958 Jul 08 12:24:15.409556 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e490c-eef0-40db-8265-d61d5feca0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daf40fb-5163-43a7-9a68-988a8f310124,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:15.428194 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61923475'] for port, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.501630 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Network b3b2f401-2e4a-4b50-bc1d-15006406ea11 is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:24:15.509904 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:15.510282 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5655-8f2a-40fb-86d2-c9555a5ffd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.511147 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f5408f62-42df-46a6-861c-1d7b309d21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.515845 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f5408f62-42df-46a6-861c-1d7b309d21f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.517598 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-f5408f62-42df-46a6-861c-1d7b309d21f9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/8294c7c7-f54b-4c4c-9582-2c3ddfcb2206 HTTP/1.1" status: 204 len: 168 time: 0.4416995 Jul 08 12:24:15.529274 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Pushing event updated for resources: {'Port': ['ID=04fcd195-fb7a-4b68-9e7d-aa70b3c152c5,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:15.534894 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Received port after_create {{(pid=93655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:24:15.543232 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5408f62-42df-46a6-861c-1d7b309d21f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8294c7c7-f54b-4c4c-9582-2c3ddfcb2206,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:15.645977 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8618db5-e014-4bb7-ba02-7cad83c08805 req-4615cde8-c3eb-4858-9d0e-2adb3484b21e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:15.653840 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f8618db5-e014-4bb7-ba02-7cad83c08805 req-4615cde8-c3eb-4858-9d0e-2adb3484b21e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.2545409 Jul 08 12:24:15.661394 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782866'] for router_interface, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:15.701588 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:12Z', 'revision_number': 3, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:15.739220 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8b3fae-dfbc-4dc3-a461-b7c2663dd774 None None] The sync data for ids ['e43d0210-67fe-41cc-9f7c-323925bd7243'] in dv-cinder-799631-5-iscsi is: [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:12Z', 'revision_number': 3, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:24:15.765446 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f8618db5-e014-4bb7-ba02-7cad83c08805 req-4461b905-6123-4125-a63f-5252dbb4f2b6 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105912 Jul 08 12:24:15.868528 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device e21d39f9-f2df-4aed-9409-c359d5eba607 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:24:15.921470 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-00b08862-461b-4aff-9a38-e4a919dbec84 req-6989be98-731b-4f25-9141-63d34c9d7afb tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 210 time: 0.0961418 Jul 08 12:24:15.943115 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port e21d39f9-f2df-4aed-9409-c359d5eba607 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:15.943488 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:16.041160 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-d77daf3a-0a1b-4a02-b58b-86d9e7762c0b None None] Provisioning for port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:24:16.051860 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-d77daf3a-0a1b-4a02-b58b-86d9e7762c0b None None] Provisioning complete for port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:16.052677 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-d77daf3a-0a1b-4a02-b58b-86d9e7762c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:16.120949 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:16.169342 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-d77daf3a-0a1b-4a02-b58b-86d9e7762c0b None None] Port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:24:16.202298 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55238) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:16.231154 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c658664-a069-4b47-b1f3-4e726786c681 req-5e4e7c24-3d87-40b0-964f-64dddc08d58b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:16.233449 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-1c658664-a069-4b47-b1f3-4e726786c681 req-5e4e7c24-3d87-40b0-964f-64dddc08d58b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "GET /v2.0/networks?id=f8bb1a41-24ab-4371-8111-192002385033 HTTP/1.1" status: 200 len: 814 time: 0.2339990 Jul 08 12:24:16.259091 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-1c658664-a069-4b47-b1f3-4e726786c681 req-10c83378-1522-4835-a652-bb4b145b039a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Request body: {'port': {'device_id': '61a9b2fe-847b-4210-a806-f01028ee9494', 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033', 'admin_state_up': True, 'tenant_id': '8d7773d532de4c43a383ed3483e3e1f3'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:16.407483 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-f4ea7b6c-c29b-4eda-8543-331754a7cda5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d92ed9b0b5ee4a51912b4ed3b496e86c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029305 Jul 08 12:24:16.416506 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55242) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:16.422148 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:16.521217 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a8673944-c7b8-4199-952f-930200be7a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:16.562971 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a8673944-c7b8-4199-952f-930200be7a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:16.594787 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61923469'] for port, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:16.643170 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c658664-a069-4b47-b1f3-4e726786c681 req-10c83378-1522-4835-a652-bb4b145b039a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Made reservation on behalf of 8d7773d532de4c43a383ed3483e3e1f3 for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:24:16.649136 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-1c658664-a069-4b47-b1f3-4e726786c681 req-10c83378-1522-4835-a652-bb4b145b039a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:16.750428 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3780481'] for router_interface, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:16.752112 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Pushing event updated for resources: {'Port': ['ID=04fcd195-fb7a-4b68-9e7d-aa70b3c152c5,revision_number=2']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:16.779959 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a8673944-c7b8-4199-952f-930200be7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:16.802549 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a8673944-c7b8-4199-952f-930200be7a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:16.806244 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-a8673944-c7b8-4199-952f-930200be7a2c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ca8a0376-c088-47d3-8f9c-c8f1582b2f9e HTTP/1.1" status: 204 len: 168 time: 0.3821759 Jul 08 12:24:16.906151 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8673944-c7b8-4199-952f-930200be7a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8a0376-c088-47d3-8f9c-c8f1582b2f9e,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:17.001361 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Network b3b2f401-2e4a-4b50-bc1d-15006406ea11 is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:24:17.004721 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:17.009755 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-1c658664-a069-4b47-b1f3-4e726786c681 req-10c83378-1522-4835-a652-bb4b145b039a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Allocated IP 172.20.0.5 (f8bb1a41-24ab-4371-8111-192002385033/24c6ebb6-7148-48f7-9129-e59b81694c22/f6577ff2-aaa7-47e2-90da-8aa39b4307ee) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:24:17.215545 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf902d-0482-454b-af80-114f13c762a3 req-6f83d3d5-5b7a-45fd-8bcd-d19ddc9766f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:17.217518 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0eaf902d-0482-454b-af80-114f13c762a3 req-6f83d3d5-5b7a-45fd-8bcd-d19ddc9766f4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 1098 time: 0.2343926 Jul 08 12:24:17.304239 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-12e65291-996f-4094-9af0-808a5305cfa8 req-2444c93d-b164-4b7e-8429-c446d51350e2 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 210 time: 0.1236391 Jul 08 12:24:17.333545 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0eaf902d-0482-454b-af80-114f13c762a3 req-17bac1b2-694c-4f66-97ce-edb0244e4620 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071587 Jul 08 12:24:17.354273 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013112c1-0bb0-4dd5-b22c-a3515ba0e6df req-2605bc73-39f1-4e5a-94b8-139a775c7235 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:17.359167 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-013112c1-0bb0-4dd5-b22c-a3515ba0e6df req-2605bc73-39f1-4e5a-94b8-139a775c7235 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.3559198 Jul 08 12:24:17.374018 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Router e43d0210-67fe-41cc-9f7c-323925bd7243 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:24:17.412286 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-3c831c9e-9517-4b91-b553-7431f1ee2385 None None] Provisioning complete for port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:17.414088 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-3c831c9e-9517-4b91-b553-7431f1ee2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:17.423520 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-013112c1-0bb0-4dd5-b22c-a3515ba0e6df req-dfe84efc-785c-4838-80aa-8dd09e6ea751 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629900 Jul 08 12:24:17.429233 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-1c658664-a069-4b47-b1f3-4e726786c681 req-10c83378-1522-4835-a652-bb4b145b039a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:17.465297 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-3c831c9e-9517-4b91-b553-7431f1ee2385 None None] Port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:24:17.531752 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:24:17.539804 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-53a68b82-663b-4d50-bbe2-029033030beb admin admin] 10.222.0.88 "PUT /v2.0/routers/e43d0210-67fe-41cc-9f7c-323925bd7243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6966724 Jul 08 12:24:17.596185 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-1c658664-a069-4b47-b1f3-4e726786c681 req-10c83378-1522-4835-a652-bb4b145b039a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:17.617921 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['4c6ba5d3-c75a-4a25-943f-d8e2ba1496db', 'e3b7dca0-4b5f-4ac5-8945-10a1a397cd48'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:24:17.651047 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c658664-a069-4b47-b1f3-4e726786c681 req-10c83378-1522-4835-a652-bb4b145b039a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Network f8bb1a41-24ab-4371-8111-192002385033 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:24:17.671849 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-1c658664-a069-4b47-b1f3-4e726786c681 req-10c83378-1522-4835-a652-bb4b145b039a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:17.678009 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c658664-a069-4b47-b1f3-4e726786c681 req-10c83378-1522-4835-a652-bb4b145b039a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:24:17.704873 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c83378-1522-4835-a652-bb4b145b039a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Pushing event updated for resources: {'Port': ['ID=f6577ff2-aaa7-47e2-90da-8aa39b4307ee,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:17.731994 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55276) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:17.747783 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c658664-a069-4b47-b1f3-4e726786c681 req-10c83378-1522-4835-a652-bb4b145b039a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:17.747783 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-1c658664-a069-4b47-b1f3-4e726786c681 req-10c83378-1522-4835-a652-bb4b145b039a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:17.836349 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-f42f45e7-db24-489b-a7d4-87d6c2fc5957 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5390e1f8ca8c4ab0890988d773bd8932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1030579 Jul 08 12:24:17.839142 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55280) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:17.893690 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-1c658664-a069-4b47-b1f3-4e726786c681 req-10c83378-1522-4835-a652-bb4b145b039a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6394627 Jul 08 12:24:17.948898 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Request body: {'port': {'device_id': '61a9b2fe-847b-4210-a806-f01028ee9494', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:17.984054 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 548b598d-cacf-4142-a7f3-cf4f0e53fd03 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:24:17.984912 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8a955caf-3275-41a0-9a39-ca5e7f12140c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:18.054725 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8a955caf-3275-41a0-9a39-ca5e7f12140c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:18.092917 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:18.144040 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 548b598d-cacf-4142-a7f3-cf4f0e53fd03 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:24:18.152935 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 548b598d-cacf-4142-a7f3-cf4f0e53fd03 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:18.157441 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:18.248857 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8a955caf-3275-41a0-9a39-ca5e7f12140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:18.252802 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8a955caf-3275-41a0-9a39-ca5e7f12140c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:18.253575 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-8a955caf-3275-41a0-9a39-ca5e7f12140c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6fee19ad-997a-4bbb-9979-b1cc41c7b9c7 HTTP/1.1" status: 204 len: 168 time: 0.4134250 Jul 08 12:24:18.264105 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:18.295510 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Sync routers for ids ['e43d0210-67fe-41cc-9f7c-323925bd7243'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:24:18.297940 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a955caf-3275-41a0-9a39-ca5e7f12140c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fee19ad-997a-4bbb-9979-b1cc41c7b9c7,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:18.304027 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 548b598d-cacf-4142-a7f3-cf4f0e53fd03, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=548b598d-cacf-4142-a7f3-cf4f0e53fd03,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:24:18.313473 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Routers {'e43d0210-67fe-41cc-9f7c-323925bd7243'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:24:18.314117 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:23:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['e43d0210-67fe-41cc-9f7c-323925bd7243'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:18.413825 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:18.466260 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6577ff2-aaa7-47e2-90da-8aa39b4307ee {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:24:18.477305 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:18.480348 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Set router e43d0210-67fe-41cc-9f7c-323925bd7243 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:24:18.494040 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Transition to ACTIVE for port object f6577ff2-aaa7-47e2-90da-8aa39b4307ee will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:18.514630 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=548b598d-cacf-4142-a7f3-cf4f0e53fd03,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:18.587078 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd416f0e-4811-4fa4-a2e4-530270917220 req-9146436e-e8b5-4932-91a2-dd49b0dc9de7 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:18.588618 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dd416f0e-4811-4fa4-a2e4-530270917220 req-9146436e-e8b5-4932-91a2-dd49b0dc9de7 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 931 time: 0.0824559 Jul 08 12:24:18.594844 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:18.671886 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Pushing event updated for resources: {'Port': ['ID=f6577ff2-aaa7-47e2-90da-8aa39b4307ee,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:18.693716 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dd416f0e-4811-4fa4-a2e4-530270917220 req-3bd17edd-263d-4a9a-8b9a-b4f6ec2f94a1 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937901 Jul 08 12:24:18.739278 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f178c-4bbd-4889-a9fc-e27342c1ca55 req-ec93b90e-c7b9-4d63-81c4-98bc876b6294 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:18.740957 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-af8f178c-4bbd-4889-a9fc-e27342c1ca55 req-ec93b90e-c7b9-4d63-81c4-98bc876b6294 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1513898 Jul 08 12:24:18.796589 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-af8f178c-4bbd-4889-a9fc-e27342c1ca55 req-18d269bf-2ead-4f34-b405-060d7fb397bc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483124 Jul 08 12:24:18.837208 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:15Z', 'revision_number': 4, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '04fcd195-fb7a-4b68-9e7d-aa70b3c152c5', 'name': '', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'mac_address': 'fa:16:3e:f4:b7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:14Z', 'updated_at': '2021-07-08T12:24:16Z', 'revision_number': 2, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'subnets': [{'id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:18.868004 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Checking router: e43d0210-67fe-41cc-9f7c-323925bd7243 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:24:18.868476 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Updating router e43d0210-67fe-41cc-9f7c-323925bd7243 port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 binding host dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:24:18.882608 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Attempting to bind port f6577ff2-aaa7-47e2-90da-8aa39b4307ee on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:24:18.882948 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Attempting to bind port f6577ff2-aaa7-47e2-90da-8aa39b4307ee by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:24:18.883288 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Attempting to bind port f6577ff2-aaa7-47e2-90da-8aa39b4307ee on network f8bb1a41-24ab-4371-8111-192002385033 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:24:18.888256 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Port f6577ff2-aaa7-47e2-90da-8aa39b4307ee on network f8bb1a41-24ab-4371-8111-192002385033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:24:18.888598 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Attempting to bind port f6577ff2-aaa7-47e2-90da-8aa39b4307ee on network f8bb1a41-24ab-4371-8111-192002385033 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:24:18.893737 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:24:18.894541 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Checking segment: {'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:24:18.894541 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Bound using segment: {'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:24:18.911213 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Bound port: f6577ff2-aaa7-47e2-90da-8aa39b4307ee, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:24:18.911213 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:18.913090 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.035434 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] For port f6577ff2-aaa7-47e2-90da-8aa39b4307ee, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:24:19.040480 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] For port f6577ff2-aaa7-47e2-90da-8aa39b4307ee, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=f6577ff2-aaa7-47e2-90da-8aa39b4307ee,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:24:19.109609 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.135506 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.162218 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55326) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:19.167837 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2033007036-network', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:19.182302 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:19.183131 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.184697 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-1c658664-a069-4b47-b1f3-4e726786c681 req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] 10.222.0.89 "PUT /v2.0/ports/f6577ff2-aaa7-47e2-90da-8aa39b4307ee HTTP/1.1" status: 200 len: 1093 time: 1.2513630 Jul 08 12:24:19.185266 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a9b2fe-847b-4210-a806-f01028ee9494', 'tag': 'f6577ff2-aaa7-47e2-90da-8aa39b4307ee'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:24:19.190066 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deef3807-df13-4ffd-b097-5502db111108" -d '{"events": [{"name": "network-changed", "server_uuid": "61a9b2fe-847b-4210-a806-f01028ee9494", "tag": "f6577ff2-aaa7-47e2-90da-8aa39b4307ee"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:24:19.237502 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa77d68-48ad-4907-a445-0c4f02cb3604 service neutron] Pushing event updated for resources: {'Port': ['ID=f6577ff2-aaa7-47e2-90da-8aa39b4307ee,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:19.242312 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82700dc-e2e1-4472-b69c-0ca0072bb362 x-openstack-request-id: req-c82700dc-e2e1-4472-b69c-0ca0072bb362 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:24:19.242481 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a9b2fe-847b-4210-a806-f01028ee9494", "tag": "f6577ff2-aaa7-47e2-90da-8aa39b4307ee", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:24:19.242659 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c82700dc-e2e1-4472-b69c-0ca0072bb362 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:24:19.243021 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a9b2fe-847b-4210-a806-f01028ee9494', 'tag': 'f6577ff2-aaa7-47e2-90da-8aa39b4307ee', 'status': 'completed', 'code': 200} Jul 08 12:24:19.300740 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] Made reservation on behalf of c644404b8c544a8a91c46154f1f4662e for: {'network': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:24:19.303820 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.319507 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.363910 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef3807-df13-4ffd-b097-5502db111108 req-0bfd2d73-24fb-475a-87ab-d215aca7a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:19.365672 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-deef3807-df13-4ffd-b097-5502db111108 req-0bfd2d73-24fb-475a-87ab-d215aca7a0d5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 1096 time: 0.0756569 Jul 08 12:24:19.434154 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.466093 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Notify callbacks [] for port, precommit_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.487458 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Transition to ACTIVE for port object 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:19.497342 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef3807-df13-4ffd-b097-5502db111108 req-c391c543-ea29-4f00-a133-1c190b5871e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:19.498875 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-deef3807-df13-4ffd-b097-5502db111108 req-c391c543-ea29-4f00-a133-1c190b5871e6 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1244116 Jul 08 12:24:19.557622 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.588561 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=93655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:24:19.600827 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73df6d48-d6f4-449b-a515-68a082958425,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:19.612535 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.613280 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.segments_db [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] Added segment 91ec70d4-e382-412f-ac10-6fdf94de64a3 of type vlan for network fd839126-5295-4a59-9eb3-03a2b3f08e78 Jul 08 12:24:19.613725 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef3807-df13-4ffd-b097-5502db111108 req-15ea9226-4c15-4969-8c04-c0d0e8d6bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:19.616265 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-deef3807-df13-4ffd-b097-5502db111108 req-15ea9226-4c15-4969-8c04-c0d0e8d6bcf1 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1108096 Jul 08 12:24:19.649266 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c845ebde-b569-4cc4-9b6f-0ef6f190a3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.653187 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.667603 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.705365 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46ff1d-9a3a-4223-b681-c688f9868098 None None] Pushing event updated for resources: {'Port': ['ID=04fcd195-fb7a-4b68-9e7d-aa70b3c152c5,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:19.763083 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.763700 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Attempting to bind port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:24:19.764078 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Attempting to bind port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '92ec901e-daa8-44ce-8a3f-a614949e55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:24:19.764282 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:19.764685 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Attempting to bind port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 on network b3b2f401-2e4a-4b50-bc1d-15006406ea11 {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:24:19.765529 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.780770 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:24:19.781150 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Checking segment: {'id': '92ec901e-daa8-44ce-8a3f-a614949e55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:24:19.781554 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.781945 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Bound using segment: {'id': '92ec901e-daa8-44ce-8a3f-a614949e55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:24:19.787755 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Bound port: 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ec901e-daa8-44ce-8a3f-a614949e55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:24:19.788425 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:19.823724 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c658664-a069-4b47-b1f3-4e726786c681 req-826502eb-aa0d-43d0-b674-e6d7e560d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:19.827602 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-1c658664-a069-4b47-b1f3-4e726786c681 req-826502eb-aa0d-43d0-b674-e6d7e560d8b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 1096 time: 0.1566465 Jul 08 12:24:19.907454 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 548b598d-cacf-4142-a7f3-cf4f0e53fd03 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:24:19.924638 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-1c658664-a069-4b47-b1f3-4e726786c681 req-de3a933d-6ff7-43f5-bc2f-72e3be57fab8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6577ff2-aaa7-47e2-90da-8aa39b4307ee HTTP/1.1" status: 200 len: 217 time: 0.0809746 Jul 08 12:24:20.003195 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] For port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:24:20.003428 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c658664-a069-4b47-b1f3-4e726786c681 req-9d210358-3e94-444e-a713-7d010163b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:20.004968 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-1c658664-a069-4b47-b1f3-4e726786c681 req-9d210358-3e94-444e-a713-7d010163b723 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=24c6ebb6-7148-48f7-9129-e59b81694c22 HTTP/1.1" status: 200 len: 854 time: 0.0723660 Jul 08 12:24:20.025268 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] For port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=04fcd195-fb7a-4b68-9e7d-aa70b3c152c5,segment=NetworkSegment(92ec901e-daa8-44ce-8a3f-a614949e55dd),segment_id=92ec901e-daa8-44ce-8a3f-a614949e55dd)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:24:20.046698 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8831985 Jul 08 12:24:20.051669 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55352) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:20.075800 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 548b598d-cacf-4142-a7f3-cf4f0e53fd03 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:20.077390 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:20.079021 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-654e7ae4-7f3f-44bd-93dd-f6e151312788 admin admin] Request body: {'subnet': {'network_id': 'fd839126-5295-4a59-9eb3-03a2b3f08e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2033007036-subnet', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'ip_version': 4}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:20.105016 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7dd08-e380-4920-a7ed-d5589cf5651a admin admin] Pushing event updated for resources: {'Network': ['ID=fd839126-5295-4a59-9eb3-03a2b3f08e78,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:20.117776 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-1c658664-a069-4b47-b1f3-4e726786c681 req-6f8373ba-7e90-4fef-8c4d-5581aefeff7b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f8bb1a41-24ab-4371-8111-192002385033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037202 Jul 08 12:24:20.139270 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network fd839126-5295-4a59-9eb3-03a2b3f08e78 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:24:20.142098 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:20.241887 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46ff1d-9a3a-4223-b681-c688f9868098 None None] Pushing event updated for resources: {'Port': ['ID=04fcd195-fb7a-4b68-9e7d-aa70b3c152c5,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:20.273352 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-1c658664-a069-4b47-b1f3-4e726786c681 req-f58caac3-b05f-452e-9245-38420475ca7b service neutron] 10.222.0.89 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466300 Jul 08 12:24:20.332475 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Routers {'e43d0210-67fe-41cc-9f7c-323925bd7243'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:24:20.333060 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:24:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['e43d0210-67fe-41cc-9f7c-323925bd7243'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:20.356238 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841db292-a10d-4b9b-a8ae-7a05994358f3 req-18bf606f-6a19-4997-b1f9-19d996bcd3c4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:20.368465 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-841db292-a10d-4b9b-a8ae-7a05994358f3 req-18bf606f-6a19-4997-b1f9-19d996bcd3c4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 943 time: 0.2479095 Jul 08 12:24:20.388388 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654e7ae4-7f3f-44bd-93dd-f6e151312788 admin admin] Made reservation on behalf of c644404b8c544a8a91c46154f1f4662e for: {'subnet': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:24:20.391092 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-654e7ae4-7f3f-44bd-93dd-f6e151312788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61887685'] for subnet, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:20.413402 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70223550-bc8a-4ccc-8546-fdb74a919b27 req-dfa7dc7e-f27e-4a25-b5a5-133fdcd8c690 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:20.415107 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-70223550-bc8a-4ccc-8546-fdb74a919b27 req-dfa7dc7e-f27e-4a25-b5a5-133fdcd8c690 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.2599673 Jul 08 12:24:20.461078 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-1c658664-a069-4b47-b1f3-4e726786c681 req-8504e7c4-6bc0-461b-9df3-d82b98fd8459 service neutron] 10.222.0.89 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794581 Jul 08 12:24:20.544374 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-841db292-a10d-4b9b-a8ae-7a05994358f3 req-565d02c9-03b0-4202-948d-1ba700ceb863 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747115 Jul 08 12:24:20.559099 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] Set router e43d0210-67fe-41cc-9f7c-323925bd7243 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:24:20.561321 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-70223550-bc8a-4ccc-8546-fdb74a919b27 req-d1bd8706-9d16-4833-84f3-93cd50e4a674 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893772 Jul 08 12:24:20.700192 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:20.832175 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-654e7ae4-7f3f-44bd-93dd-f6e151312788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59578115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61887735'] for subnet, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:20.871487 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:15Z', 'revision_number': 4, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '04fcd195-fb7a-4b68-9e7d-aa70b3c152c5', 'name': '', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'mac_address': 'fa:16:3e:f4:b7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:14Z', 'updated_at': '2021-07-08T12:24:19Z', 'revision_number': 4, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'subnets': [{'id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:20.920027 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942bddd-1e88-4478-978e-c81e264dda8f None None] The sync data for ids ['e43d0210-67fe-41cc-9f7c-323925bd7243'] in dv-cinder-799631-5-iscsi is: [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:15Z', 'revision_number': 4, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '04fcd195-fb7a-4b68-9e7d-aa70b3c152c5', 'name': '', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'mac_address': 'fa:16:3e:f4:b7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:14Z', 'updated_at': '2021-07-08T12:24:19Z', 'revision_number': 4, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'subnets': [{'id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:24:20.931276 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e7ae4-7f3f-44bd-93dd-f6e151312788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8652414-1522-43a5-96ba-d77e209ac711,revision_number=0']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:20.951853 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654e7ae4-7f3f-44bd-93dd-f6e151312788 admin admin] Checking segment: {'id': '91ec70d4-e382-412f-ac10-6fdf94de64a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fd839126-5295-4a59-9eb3-03a2b3f08e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:24:20.952358 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654e7ae4-7f3f-44bd-93dd-f6e151312788 admin admin] Network hostable DHCP agents. Network: fd839126-5295-4a59-9eb3-03a2b3f08e78, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:24:21.092383 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654e7ae4-7f3f-44bd-93dd-f6e151312788 admin admin] Network fd839126-5295-4a59-9eb3-03a2b3f08e78 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:24:21.207786 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-654e7ae4-7f3f-44bd-93dd-f6e151312788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, fd839126-5295-4a59-9eb3-03a2b3f08e78) {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:21.215459 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654e7ae4-7f3f-44bd-93dd-f6e151312788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:21.216263 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-654e7ae4-7f3f-44bd-93dd-f6e151312788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:21.233000 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a446074-bd2a-4a2b-8916-d51e911e46e1 None None] Network fd839126-5295-4a59-9eb3-03a2b3f08e78 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:24:21.289933 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bdebd-3df3-499f-af6c-db64bce0898b req-35ff8a38-a204-43b5-a9ea-c6d534e2cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:21.290435 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae1471-0b04-4410-a14b-ce75ca9f4ae5 req-0bc3b154-7b53-4a1b-80cc-084f8e71497a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:21.292003 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8fae1471-0b04-4410-a14b-ce75ca9f4ae5 req-0bc3b154-7b53-4a1b-80cc-084f8e71497a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1206741 Jul 08 12:24:21.293583 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bb3bdebd-3df3-499f-af6c-db64bce0898b req-35ff8a38-a204-43b5-a9ea-c6d534e2cf3d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 1098 time: 0.1370525 Jul 08 12:24:21.404739 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8fae1471-0b04-4410-a14b-ce75ca9f4ae5 req-b25edcc9-bb2c-46b8-80e9-527a35f1351d tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933561 Jul 08 12:24:21.407390 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-654e7ae4-7f3f-44bd-93dd-f6e151312788 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3372185 Jul 08 12:24:21.409773 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55388) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:21.418883 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2033007036-router', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:21.464555 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bdebd-3df3-499f-af6c-db64bce0898b req-9f859e81-b750-4877-b85d-ddadf50e67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:21.466595 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bb3bdebd-3df3-499f-af6c-db64bce0898b req-9f859e81-b750-4877-b85d-ddadf50e67c1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=944642c5-34cb-4052-9c71-c9f2bb6fc18d HTTP/1.1" status: 200 len: 919 time: 0.1645617 Jul 08 12:24:21.516834 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bb3bdebd-3df3-499f-af6c-db64bce0898b req-a30bdfd7-dfca-4039-bcef-c3b69304eabc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d7c501d-f57b-421d-852f-d79a3038fb5e HTTP/1.1" status: 200 len: 217 time: 0.0366426 Jul 08 12:24:21.552685 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3768437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59175'] for router, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:21.562047 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59176'] for router, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:21.577361 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0646aa3a-11ed-5dd6-8442-d1e895c35616-fd839126-5295-4a59-9eb3-03a2b3f08e78', 'network_id': 'fd839126-5295-4a59-9eb3-03a2b3f08e78', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'fixed_ips': [{'subnet_id': 'e8652414-1522-43a5-96ba-d77e209ac711'}]}} from dv-cinder-799631-5-iscsi. {{(pid=93656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:24:21.579896 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:21.606277 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bdebd-3df3-499f-af6c-db64bce0898b req-659316a8-8b1f-4ca4-ab2c-d4e7b53caa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:21.610064 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bb3bdebd-3df3-499f-af6c-db64bce0898b req-659316a8-8b1f-4ca4-ab2c-d4e7b53caa85 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a0e2175b-da30-4bbc-b885-7bdc05d46a4d HTTP/1.1" status: 200 len: 858 time: 0.0796540 Jul 08 12:24:21.656639 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bb3bdebd-3df3-499f-af6c-db64bce0898b req-6b7b0d08-8c3c-4270-abdb-9fb30686af74 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=944642c5-34cb-4052-9c71-c9f2bb6fc18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336201 Jul 08 12:24:21.857014 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bb3bdebd-3df3-499f-af6c-db64bce0898b req-923421e2-e985-4b73-9a37-cf2a42fdf83f service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904793 Jul 08 12:24:21.930465 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.db_base_plugin_common [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Allocated IP 172.20.0.2 (fd839126-5295-4a59-9eb3-03a2b3f08e78/e8652414-1522-43a5-96ba-d77e209ac711/a5529f51-9344-4b62-8ee3-8ed287e65bd2) {{(pid=93656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:24:21.946965 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:24:22.029708 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bb3bdebd-3df3-499f-af6c-db64bce0898b req-293aee84-d7ee-4825-b159-51d661b674b9 service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609135 Jul 08 12:24:22.141967 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:22.185763 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ea908-bab3-40b7-bf77-de991e182f86 req-66269f18-50ce-402a-a9fb-5a5588a0c337 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:22.193581 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c18ea908-bab3-40b7-bf77-de991e182f86 req-66269f18-50ce-402a-a9fb-5a5588a0c337 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 943 time: 0.4746385 Jul 08 12:24:22.261412 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:24:22.264916 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c18ea908-bab3-40b7-bf77-de991e182f86 req-13288a7d-3162-4774-9930-7d8211d62960 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700479 Jul 08 12:24:22.270350 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:22.270759 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:22.275139 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Notify callbacks [] for port, precommit_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:22.330746 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Transition to ACTIVE for port object a5529f51-9344-4b62-8ee3-8ed287e65bd2 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:22.426888 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59194'] for router, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:22.587794 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Transition to ACTIVE for port object a5529f51-9344-4b62-8ee3-8ed287e65bd2 will not be triggered until provisioned by entity DHCP. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:22.616073 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1424de3-70f5-4fab-a368-1d961b6c8d2c req-2fbd0ae7-eb7d-4b8e-9bbd-2082af5d6bae tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:22.617729 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f1424de3-70f5-4fab-a368-1d961b6c8d2c req-2fbd0ae7-eb7d-4b8e-9bbd-2082af5d6bae tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0777178 Jul 08 12:24:22.670119 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:22.699962 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f1424de3-70f5-4fab-a368-1d961b6c8d2c req-ba7c2c78-80b1-41de-beb8-fd50e0b27c61 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725422 Jul 08 12:24:22.730639 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=04fcd195-fb7a-4b68-9e7d-aa70b3c152c5,segment=NetworkSegment(92ec901e-daa8-44ce-8a3f-a614949e55dd),segment_id=92ec901e-daa8-44ce-8a3f-a614949e55dd)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:24:22.744181 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:22.780595 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:22.784004 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Network fd839126-5295-4a59-9eb3-03a2b3f08e78 is already hosted by enough agents. {{(pid=93656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:24:22.797843 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.base_scheduler [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Resources bound (agent type, host, resource id): {{(pid=93656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:22.797843 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Received port after_create {{(pid=93656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:24:22.809380 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Pushing event updated for resources: {'Port': ['ID=a5529f51-9344-4b62-8ee3-8ed287e65bd2,revision_number=1']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:22.864521 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:22.890463 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Attempting to bind port a5529f51-9344-4b62-8ee3-8ed287e65bd2 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:24:22.890868 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Attempting to bind port a5529f51-9344-4b62-8ee3-8ed287e65bd2 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '91ec70d4-e382-412f-ac10-6fdf94de64a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fd839126-5295-4a59-9eb3-03a2b3f08e78'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:24:22.891239 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Attempting to bind port a5529f51-9344-4b62-8ee3-8ed287e65bd2 on network fd839126-5295-4a59-9eb3-03a2b3f08e78 {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:24:22.901548 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:24:22.901919 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Checking segment: {'id': '91ec70d4-e382-412f-ac10-6fdf94de64a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fd839126-5295-4a59-9eb3-03a2b3f08e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:24:22.902627 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:22.902766 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Bound using segment: {'id': '91ec70d4-e382-412f-ac10-6fdf94de64a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fd839126-5295-4a59-9eb3-03a2b3f08e78'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:24:22.903164 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Bound port: a5529f51-9344-4b62-8ee3-8ed287e65bd2, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ec70d4-e382-412f-ac10-6fdf94de64a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fd839126-5295-4a59-9eb3-03a2b3f08e78'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:24:22.903535 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:22.953706 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=04fcd195-fb7a-4b68-9e7d-aa70b3c152c5,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:22.973949 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:22.988606 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] For port a5529f51-9344-4b62-8ee3-8ed287e65bd2, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:24:22.992384 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] For port a5529f51-9344-4b62-8ee3-8ed287e65bd2, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=a5529f51-9344-4b62-8ee3-8ed287e65bd2,segment=NetworkSegment(91ec70d4-e382-412f-ac10-6fdf94de64a3),segment_id=91ec70d4-e382-412f-ac10-6fdf94de64a3)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:24:23.000561 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:23.075526 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:23.110275 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_common [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Allocated IP 172.27.3.204 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/8604f3e6-df19-429f-a7e5-ee0a532646cd) {{(pid=93655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:24:23.142053 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823ea23-d6fa-4288-993c-d68343624e09 None None] Pushing event updated for resources: {'Port': ['ID=a5529f51-9344-4b62-8ee3-8ed287e65bd2,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:23.237678 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:23.411300 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61923475'] for port, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:23.460363 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:24:23.477352 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:23.479670 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Received port after_create {{(pid=93655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:24:23.539633 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Pushing event updated for resources: {'Port': ['ID=8604f3e6-df19-429f-a7e5-ee0a532646cd,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:23.660779 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cd369-66b8-4bc3-afa5-ed43579dd83b req-c7ae183b-86f2-47b1-aebd-5b96778d0e88 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:23.662224 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e77cd369-66b8-4bc3-afa5-ed43579dd83b req-c7ae183b-86f2-47b1-aebd-5b96778d0e88 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 943 time: 0.2060211 Jul 08 12:24:23.714101 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e77cd369-66b8-4bc3-afa5-ed43579dd83b req-80842b53-7990-4984-87f8-e3133449c4d1 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429516 Jul 08 12:24:23.949539 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device a5529f51-9344-4b62-8ee3-8ed287e65bd2 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:24:24.016264 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b8bd4-ce5c-4a30-b60f-caf7febb99d6 req-6008cbe2-96c4-4eee-9b61-3caec1ffa1e7 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:24.017878 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-549b8bd4-ce5c-4a30-b60f-caf7febb99d6 req-6008cbe2-96c4-4eee-9b61-3caec1ffa1e7 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1892195 Jul 08 12:24:24.043762 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:24.171356 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-549b8bd4-ce5c-4a30-b60f-caf7febb99d6 req-d6002ab7-6190-4d53-b187-1a3a86795ce6 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435165 Jul 08 12:24:24.182098 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c12a75-ca42-4131-95d6-c11b3ce768a5 None None] Network fd839126-5295-4a59-9eb3-03a2b3f08e78 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:24:24.202622 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port a5529f51-9344-4b62-8ee3-8ed287e65bd2 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:24:24.244347 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:24:24.296250 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3782363'] for router, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:24.464449 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-7c45b27c-adfb-4850-9849-319ff6fe2c00 None None] Provisioning for port a5529f51-9344-4b62-8ee3-8ed287e65bd2 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:24:24.474456 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-7c45b27c-adfb-4850-9849-319ff6fe2c00 None None] Provisioning complete for port a5529f51-9344-4b62-8ee3-8ed287e65bd2 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:24.474785 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7c45b27c-adfb-4850-9849-319ff6fe2c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:24.501133 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:24.501830 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:24.518244 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Router 186b00e2-6125-4651-8a8a-ad7d66276d5a is scheduled to L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a with binding_index 1 {{(pid=93655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:24:24.649801 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:24:24.659857 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Sync routers for ids ['186b00e2-6125-4651-8a8a-ad7d66276d5a'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:24:24.668747 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7c45b27c-adfb-4850-9849-319ff6fe2c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:24.682310 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Routers {'186b00e2-6125-4651-8a8a-ad7d66276d5a'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:24:24.683454 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:24:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['186b00e2-6125-4651-8a8a-ad7d66276d5a'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:24.708344 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-7c45b27c-adfb-4850-9849-319ff6fe2c00 None None] For port a5529f51-9344-4b62-8ee3-8ed287e65bd2, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=a5529f51-9344-4b62-8ee3-8ed287e65bd2,segment=NetworkSegment(91ec70d4-e382-412f-ac10-6fdf94de64a3),segment_id=91ec70d4-e382-412f-ac10-6fdf94de64a3)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:24:24.774442 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] Notify callbacks [] for router, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:24.776083 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-ed55defa-0e99-4033-9e8a-b11c2b168f92 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3649070 Jul 08 12:24:24.778938 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55462) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:24.799325 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Set router 186b00e2-6125-4651-8a8a-ad7d66276d5a gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:24:24.817595 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7c45b27c-adfb-4850-9849-319ff6fe2c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:24.893042 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45b27c-adfb-4850-9849-319ff6fe2c00 None None] Pushing event updated for resources: {'Port': ['ID=a5529f51-9344-4b62-8ee3-8ed287e65bd2,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:24.895686 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device f6577ff2-aaa7-47e2-90da-8aa39b4307ee details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:24:24.927798 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717cd27-d481-43f2-8d6a-58f91810edc5 req-eff667b0-aed4-406b-8bba-2ffcf867f931 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:24.935388 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2717cd27-d481-43f2-8d6a-58f91810edc5 req-eff667b0-aed4-406b-8bba-2ffcf867f931 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 943 time: 0.0786588 Jul 08 12:24:24.989646 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2717cd27-d481-43f2-8d6a-58f91810edc5 req-28d0411f-c275-4bdf-a19f-a30e93207586 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528612 Jul 08 12:24:25.003223 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'name': 'tempest-TestMinimumBasicScenario-2033007036-router', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '8604f3e6-df19-429f-a7e5-ee0a532646cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:21Z', 'updated_at': '2021-07-08T12:24:23Z', 'revision_number': 3, 'project_id': 'c644404b8c544a8a91c46154f1f4662e', 'gw_port': {'id': '8604f3e6-df19-429f-a7e5-ee0a532646cd', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:23Z', 'updated_at': '2021-07-08T12:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:25.019977 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-e0af4d8f-c1e9-4269-a239-a25cd9a1caeb None None] Provisioning complete for port a5529f51-9344-4b62-8ee3-8ed287e65bd2 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:25.020908 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-e0af4d8f-c1e9-4269-a239-a25cd9a1caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:25.032546 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Checking router: 186b00e2-6125-4651-8a8a-ad7d66276d5a for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:24:25.032937 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Updating router 186b00e2-6125-4651-8a8a-ad7d66276d5a port 8604f3e6-df19-429f-a7e5-ee0a532646cd binding host dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:24:25.058312 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port f6577ff2-aaa7-47e2-90da-8aa39b4307ee, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=f6577ff2-aaa7-47e2-90da-8aa39b4307ee,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:24:25.080368 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:25.098986 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': 'f6577ff2-aaa7-47e2-90da-8aa39b4307ee', 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033', 'port_id': 'f6577ff2-aaa7-47e2-90da-8aa39b4307ee', 'mac_address': 'fa:16:3e:03:bb:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c6ebb6-7148-48f7-9129-e59b81694c22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:24:25.199206 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:25.254828 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6577ff2-aaa7-47e2-90da-8aa39b4307ee {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:24:25.294843 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port f6577ff2-aaa7-47e2-90da-8aa39b4307ee, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=f6577ff2-aaa7-47e2-90da-8aa39b4307ee,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:24:25.389980 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:25.412757 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:25.423180 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Transition to ACTIVE for port object 8604f3e6-df19-429f-a7e5-ee0a532646cd will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:25.449742 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:25.472169 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=f6577ff2-aaa7-47e2-90da-8aa39b4307ee,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:25.526245 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20190ff0-f73e-401e-b190-c4074bd2af72 req-41ac9538-c15e-4a43-9aab-e3a681396eae tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:25.528121 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-20190ff0-f73e-401e-b190-c4074bd2af72 req-41ac9538-c15e-4a43-9aab-e3a681396eae tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1216259 Jul 08 12:24:25.568707 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:25.570052 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-20190ff0-f73e-401e-b190-c4074bd2af72 req-880a1e8a-89d1-45d1-ac10-0d87e6c2df38 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361090 Jul 08 12:24:25.626897 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Allocated IP 172.20.0.1 (fd839126-5295-4a59-9eb3-03a2b3f08e78/e8652414-1522-43a5-96ba-d77e209ac711/03b1ee7b-3eb0-4aa5-826a-7e0834b4da73) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:24:25.627426 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Attempting to bind port 8604f3e6-df19-429f-a7e5-ee0a532646cd on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:24:25.630375 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Attempting to bind port 8604f3e6-df19-429f-a7e5-ee0a532646cd by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:24:25.630375 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Attempting to bind port 8604f3e6-df19-429f-a7e5-ee0a532646cd on network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:24:25.630375 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca631f-7ea2-4537-86f3-da2edbcbe032 None None] Pushing event updated for resources: {'Port': ['ID=8604f3e6-df19-429f-a7e5-ee0a532646cd,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:25.637175 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:24:25.637560 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Checking segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:24:25.637962 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:25.638503 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Bound using segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:24:25.638816 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Bound port: 8604f3e6-df19-429f-a7e5-ee0a532646cd, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:24:25.639225 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:25.702351 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] For port 8604f3e6-df19-429f-a7e5-ee0a532646cd, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:24:25.706198 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] For port 8604f3e6-df19-429f-a7e5-ee0a532646cd, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=8604f3e6-df19-429f-a7e5-ee0a532646cd,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:24:25.739875 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:25.755886 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Transition to ACTIVE for port object 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:25.797575 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:25.841420 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device a5529f51-9344-4b62-8ee3-8ed287e65bd2 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:24:25.864032 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Routers {'186b00e2-6125-4651-8a8a-ad7d66276d5a'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:24:25.864938 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:24:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['186b00e2-6125-4651-8a8a-ad7d66276d5a'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:25.866135 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:25.866832 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca631f-7ea2-4537-86f3-da2edbcbe032 None None] Pushing event updated for resources: {'Port': ['ID=8604f3e6-df19-429f-a7e5-ee0a532646cd,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:25.897652 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port a5529f51-9344-4b62-8ee3-8ed287e65bd2 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:25.897879 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:25.931415 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['f6577ff2-aaa7-47e2-90da-8aa39b4307ee'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:24:25.934548 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Network fd839126-5295-4a59-9eb3-03a2b3f08e78 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:24:25.938552 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:25.941055 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:24:25.944770 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Pushing event updated for resources: {'Port': ['ID=03b1ee7b-3eb0-4aa5-826a-7e0834b4da73,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:25.972096 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:25.972447 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:25.972805 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:25.973148 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:25.973468 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:25.973793 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:25.974114 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:25.974541 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:25.975924 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:25.976124 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:25.976315 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:25.976773 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:26.002795 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782866'] for router_interface, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:26.015792 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] Set router 186b00e2-6125-4651-8a8a-ad7d66276d5a gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:24:26.231573 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:26.260940 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'name': 'tempest-TestMinimumBasicScenario-2033007036-router', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '8604f3e6-df19-429f-a7e5-ee0a532646cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:21Z', 'updated_at': '2021-07-08T12:24:23Z', 'revision_number': 3, 'project_id': 'c644404b8c544a8a91c46154f1f4662e', 'gw_port': {'id': '8604f3e6-df19-429f-a7e5-ee0a532646cd', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:23Z', 'updated_at': '2021-07-08T12:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:26.267890 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d5358-104c-4800-ad3a-bfcd2a5bc559 req-e8a9f2ee-cd59-4e32-9653-02a32562e5c0 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:26.269940 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c48d5358-104c-4800-ad3a-bfcd2a5bc559 req-e8a9f2ee-cd59-4e32-9653-02a32562e5c0 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 944 time: 0.0905118 Jul 08 12:24:26.292459 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43f5dd-7d41-421e-a3bb-99b06e962ac4 None None] The sync data for ids ['186b00e2-6125-4651-8a8a-ad7d66276d5a'] in dv-cinder-799631-5-iscsi is: [{'id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'name': 'tempest-TestMinimumBasicScenario-2033007036-router', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '8604f3e6-df19-429f-a7e5-ee0a532646cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:21Z', 'updated_at': '2021-07-08T12:24:23Z', 'revision_number': 3, 'project_id': 'c644404b8c544a8a91c46154f1f4662e', 'gw_port': {'id': '8604f3e6-df19-429f-a7e5-ee0a532646cd', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:23Z', 'updated_at': '2021-07-08T12:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:24:26.313300 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c48d5358-104c-4800-ad3a-bfcd2a5bc559 req-d7ec366e-eea9-4002-87cb-c63fab1f5f35 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364883 Jul 08 12:24:26.394439 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-5443d2dd-db09-468c-8614-66d396f9a93f None None] Provisioning for port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:24:26.399365 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-5443d2dd-db09-468c-8614-66d396f9a93f None None] Provisioning complete for port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:26.399732 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5443d2dd-db09-468c-8614-66d396f9a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:26.438568 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-5443d2dd-db09-468c-8614-66d396f9a93f None None] Port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:24:26.446738 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:26.529482 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:26.604016 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Pushing event updated for resources: {'Port': ['ID=03b1ee7b-3eb0-4aa5-826a-7e0834b4da73,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:26.614870 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3780481'] for router_interface, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:26.726614 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Network fd839126-5295-4a59-9eb3-03a2b3f08e78 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:24:26.728350 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:26.768311 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539fe9b-8927-4e6e-a9d4-5cb0c2928b65 req-21cbaaba-db36-48b3-a920-260ec8313f0b tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:26.777661 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4539fe9b-8927-4e6e-a9d4-5cb0c2928b65 req-21cbaaba-db36-48b3-a920-260ec8313f0b tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0877361 Jul 08 12:24:26.832361 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4539fe9b-8927-4e6e-a9d4-5cb0c2928b65 req-32ba1793-8aef-4333-8437-4ec21682afe2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538030 Jul 08 12:24:27.067305 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-be835235-549a-4fac-b35d-63dc7062a55e None None] Provisioning complete for port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:27.067816 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-be835235-549a-4fac-b35d-63dc7062a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:27.106915 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-be835235-549a-4fac-b35d-63dc7062a55e None None] Port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:24:27.122029 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Router 186b00e2-6125-4651-8a8a-ad7d66276d5a has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:24:27.235378 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:24:27.241515 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-cd72667e-826d-44bb-8439-c0d2cc530aec admin admin] 10.222.0.88 "PUT /v2.0/routers/186b00e2-6125-4651-8a8a-ad7d66276d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4615135 Jul 08 12:24:27.521531 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fd7f6-b867-465f-9216-5a5d715e1dea req-49328238-af42-4fb9-bc7a-b9f9cbcef0d5 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:27.525040 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-670fd7f6-b867-465f-9216-5a5d715e1dea req-49328238-af42-4fb9-bc7a-b9f9cbcef0d5 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 944 time: 0.0740530 Jul 08 12:24:27.571579 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-670fd7f6-b867-465f-9216-5a5d715e1dea req-29794d7a-34a5-46e5-bb97-189f73a5bc0a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423141 Jul 08 12:24:27.886324 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 8604f3e6-df19-429f-a7e5-ee0a532646cd up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:24:28.000919 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 8604f3e6-df19-429f-a7e5-ee0a532646cd completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:24:28.009840 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 8604f3e6-df19-429f-a7e5-ee0a532646cd triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:28.009840 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:28.114139 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:28.136614 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 8604f3e6-df19-429f-a7e5-ee0a532646cd, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=8604f3e6-df19-429f-a7e5-ee0a532646cd,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:24:28.223855 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:28.316167 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=8604f3e6-df19-429f-a7e5-ee0a532646cd,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:28.410564 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Sync routers for ids ['186b00e2-6125-4651-8a8a-ad7d66276d5a'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:24:28.427823 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Routers {'186b00e2-6125-4651-8a8a-ad7d66276d5a'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:24:28.428521 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:24:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['186b00e2-6125-4651-8a8a-ad7d66276d5a'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:28.572789 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Set router 186b00e2-6125-4651-8a8a-ad7d66276d5a gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:24:28.819073 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bb7fc-ff59-4651-a44c-1548641c8056 req-b4b3ac0c-f363-429e-a037-cba5de97907f tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:28.830331 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef0bb7fc-ff59-4651-a44c-1548641c8056 req-b4b3ac0c-f363-429e-a037-cba5de97907f tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 944 time: 0.1160638 Jul 08 12:24:28.845575 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device f6577ff2-aaa7-47e2-90da-8aa39b4307ee up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:24:28.859055 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55570) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:28.898440 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef0bb7fc-ff59-4651-a44c-1548641c8056 req-fea01337-d796-465b-80a7-40865a679b85 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605102 Jul 08 12:24:28.923256 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'name': 'tempest-TestMinimumBasicScenario-2033007036-router', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '8604f3e6-df19-429f-a7e5-ee0a532646cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:21Z', 'updated_at': '2021-07-08T12:24:26Z', 'revision_number': 4, 'project_id': 'c644404b8c544a8a91c46154f1f4662e', 'gw_port': {'id': '8604f3e6-df19-429f-a7e5-ee0a532646cd', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:23Z', 'updated_at': '2021-07-08T12:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '03b1ee7b-3eb0-4aa5-826a-7e0834b4da73', 'name': '', 'network_id': 'fd839126-5295-4a59-9eb3-03a2b3f08e78', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'mac_address': 'fa:16:3e:f2:be:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e8652414-1522-43a5-96ba-d77e209ac711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:25Z', 'updated_at': '2021-07-08T12:24:26Z', 'revision_number': 2, 'project_id': 'c644404b8c544a8a91c46154f1f4662e', 'subnets': [{'id': 'e8652414-1522-43a5-96ba-d77e209ac711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:28.956262 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Checking router: 186b00e2-6125-4651-8a8a-ad7d66276d5a for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:24:28.956977 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Updating router 186b00e2-6125-4651-8a8a-ad7d66276d5a port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 binding host dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:24:28.997610 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:29.050611 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port f6577ff2-aaa7-47e2-90da-8aa39b4307ee completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:24:29.062743 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port f6577ff2-aaa7-47e2-90da-8aa39b4307ee triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:29.063316 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:29.076030 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0e39f9e6-24be-4b47-8433-6b5be532fd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:29.235989 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0e39f9e6-24be-4b47-8433-6b5be532fd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:29.267409 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:29.305754 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a9b2fe-847b-4210-a806-f01028ee9494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6577ff2-aaa7-47e2-90da-8aa39b4307ee'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:24:29.306288 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac10e560-c5c2-4d79-8f0d-7146d8abeb54" -d '{"events": [{"server_uuid": "61a9b2fe-847b-4210-a806-f01028ee9494", "name": "network-vif-plugged", "status": "completed", "tag": "f6577ff2-aaa7-47e2-90da-8aa39b4307ee"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:24:29.346390 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0e39f9e6-24be-4b47-8433-6b5be532fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:29.363039 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port f6577ff2-aaa7-47e2-90da-8aa39b4307ee, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=f6577ff2-aaa7-47e2-90da-8aa39b4307ee,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:24:29.395159 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84921eb4-b927-47d2-a656-1d6026395e3d x-openstack-request-id: req-84921eb4-b927-47d2-a656-1d6026395e3d {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:24:29.395756 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a9b2fe-847b-4210-a806-f01028ee9494", "name": "network-vif-plugged", "status": "completed", "tag": "f6577ff2-aaa7-47e2-90da-8aa39b4307ee", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:24:29.396156 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-84921eb4-b927-47d2-a656-1d6026395e3d {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:24:29.397423 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a9b2fe-847b-4210-a806-f01028ee9494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6577ff2-aaa7-47e2-90da-8aa39b4307ee', 'code': 200} Jul 08 12:24:29.427887 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39f9e6-24be-4b47-8433-6b5be532fd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aef81fd-6206-42b8-918c-215ac22f8e93,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:29.453479 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Notify callbacks [] for port, precommit_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:29.471214 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Transition to ACTIVE for port object 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:29.473164 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55578) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:29.474426 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-0e39f9e6-24be-4b47-8433-6b5be532fd5e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=42fe4d4f91374cd3b29fc4cf1bf2fde5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6134617 Jul 08 12:24:29.534999 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-596472e3-fc7e-420c-b090-e1ca38f9b1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:29.564971 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-596472e3-fc7e-420c-b090-e1ca38f9b1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:29.722730 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:29.751782 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-596472e3-fc7e-420c-b090-e1ca38f9b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:29.754668 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-596472e3-fc7e-420c-b090-e1ca38f9b1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:29.755818 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-596472e3-fc7e-420c-b090-e1ca38f9b1d1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9aef81fd-6206-42b8-918c-215ac22f8e93 HTTP/1.1" status: 204 len: 168 time: 0.2816842 Jul 08 12:24:29.766081 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596472e3-fc7e-420c-b090-e1ca38f9b1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aef81fd-6206-42b8-918c-215ac22f8e93,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:29.820471 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=f6577ff2-aaa7-47e2-90da-8aa39b4307ee,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:29.842831 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:29.962741 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 8604f3e6-df19-429f-a7e5-ee0a532646cd up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:24:30.054176 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dae93-bca1-45ee-be07-1afe03dcf2d7 None None] Pushing event updated for resources: {'Port': ['ID=03b1ee7b-3eb0-4aa5-826a-7e0834b4da73,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:30.102576 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Attempting to bind port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:24:30.103470 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Attempting to bind port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '91ec70d4-e382-412f-ac10-6fdf94de64a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fd839126-5295-4a59-9eb3-03a2b3f08e78'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:24:30.103470 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Attempting to bind port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 on network fd839126-5295-4a59-9eb3-03a2b3f08e78 {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:24:30.118745 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:24:30.119124 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Checking segment: {'id': '91ec70d4-e382-412f-ac10-6fdf94de64a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fd839126-5295-4a59-9eb3-03a2b3f08e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:24:30.119515 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:30.122125 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Bound using segment: {'id': '91ec70d4-e382-412f-ac10-6fdf94de64a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fd839126-5295-4a59-9eb3-03a2b3f08e78'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:24:30.122872 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Bound port: 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ec70d4-e382-412f-ac10-6fdf94de64a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fd839126-5295-4a59-9eb3-03a2b3f08e78'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:24:30.123271 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:30.240660 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d209e9-d00f-4e3d-a9cf-629d7d8d5bf0 req-ecda54eb-c187-4499-8f2a-d931c7a2a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:30.243670 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-16d209e9-d00f-4e3d-a9cf-629d7d8d5bf0 req-ecda54eb-c187-4499-8f2a-d931c7a2a3d3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 1098 time: 0.1406097 Jul 08 12:24:30.256820 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1decb17-4114-44e7-a572-d938e58f265e req-dcc2cad7-4531-4431-9dba-86100d7e30a4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:30.260142 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a1decb17-4114-44e7-a572-d938e58f265e req-dcc2cad7-4531-4431-9dba-86100d7e30a4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 945 time: 0.1271071 Jul 08 12:24:30.271384 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 8604f3e6-df19-429f-a7e5-ee0a532646cd triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:30.272343 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:30.286074 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda627f8-68f6-49b1-891f-1e97ce1d522a req-f8c84b50-5196-47f3-830a-b7f976cf0344 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:30.294477 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fda627f8-68f6-49b1-891f-1e97ce1d522a req-f8c84b50-5196-47f3-830a-b7f976cf0344 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.2088206 Jul 08 12:24:30.316092 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-16d209e9-d00f-4e3d-a9cf-629d7d8d5bf0 req-9a2fb28a-5194-4ad9-819d-7a06d1c6de33 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568733 Jul 08 12:24:30.370021 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fda627f8-68f6-49b1-891f-1e97ce1d522a req-9674bc93-d1ea-4ad5-8a0d-72f9d2d69de7 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742080 Jul 08 12:24:30.389287 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] For port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:24:30.393413 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] For port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=03b1ee7b-3eb0-4aa5-826a-7e0834b4da73,segment=NetworkSegment(91ec70d4-e382-412f-ac10-6fdf94de64a3),segment_id=91ec70d4-e382-412f-ac10-6fdf94de64a3)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:24:30.403578 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a1decb17-4114-44e7-a572-d938e58f265e req-3debbca5-4f78-49c4-9a33-3db3e4647ed0 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067560 Jul 08 12:24:30.485630 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:30.715564 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55606) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:30.731284 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:30.750208 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Routers {'186b00e2-6125-4651-8a8a-ad7d66276d5a'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:24:30.750858 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:24:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['186b00e2-6125-4651-8a8a-ad7d66276d5a'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:30.813385 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dae93-bca1-45ee-be07-1afe03dcf2d7 None None] Pushing event updated for resources: {'Port': ['ID=03b1ee7b-3eb0-4aa5-826a-7e0834b4da73,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:30.868643 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:30.956615 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:30.995490 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] Set router 186b00e2-6125-4651-8a8a-ad7d66276d5a gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:24:31.002216 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a53f233-4e4e-4511-bd48-d665b3e0bb6a,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:31.020482 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:31.020858 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:31.021197 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:31.021663 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:31.022434 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:31.023170 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:31.023170 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:31.023481 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:31.023943 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:31.024227 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:31.024639 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:31.024964 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:24:31.040475 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55616) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:31.040974 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-4886d710-ad05-4284-b7ef-fb7352394fa3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5dcdf52319834cde804f6b8832ade800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242373 Jul 08 12:24:31.103187 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-16cfb819-e45f-4dc7-8e45-cf18ee5ac6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:31.130347 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-16cfb819-e45f-4dc7-8e45-cf18ee5ac6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:31.276983 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-16cfb819-e45f-4dc7-8e45-cf18ee5ac6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:31.281104 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'name': 'tempest-TestMinimumBasicScenario-2033007036-router', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '8604f3e6-df19-429f-a7e5-ee0a532646cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:21Z', 'updated_at': '2021-07-08T12:24:26Z', 'revision_number': 4, 'project_id': 'c644404b8c544a8a91c46154f1f4662e', 'gw_port': {'id': '8604f3e6-df19-429f-a7e5-ee0a532646cd', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:23Z', 'updated_at': '2021-07-08T12:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '03b1ee7b-3eb0-4aa5-826a-7e0834b4da73', 'name': '', 'network_id': 'fd839126-5295-4a59-9eb3-03a2b3f08e78', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'mac_address': 'fa:16:3e:f2:be:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e8652414-1522-43a5-96ba-d77e209ac711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:25Z', 'updated_at': '2021-07-08T12:24:30Z', 'revision_number': 4, 'project_id': 'c644404b8c544a8a91c46154f1f4662e', 'subnets': [{'id': 'e8652414-1522-43a5-96ba-d77e209ac711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:24:31.285446 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-16cfb819-e45f-4dc7-8e45-cf18ee5ac6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:31.291745 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-16cfb819-e45f-4dc7-8e45-cf18ee5ac6a4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7a53f233-4e4e-4511-bd48-d665b3e0bb6a HTTP/1.1" status: 204 len: 168 time: 0.2448215 Jul 08 12:24:31.299660 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfb819-e45f-4dc7-8e45-cf18ee5ac6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a53f233-4e4e-4511-bd48-d665b3e0bb6a,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:31.332941 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2c8982-f309-42b4-8982-6df0e0663afc None None] The sync data for ids ['186b00e2-6125-4651-8a8a-ad7d66276d5a'] in dv-cinder-799631-5-iscsi is: [{'id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'name': 'tempest-TestMinimumBasicScenario-2033007036-router', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '8604f3e6-df19-429f-a7e5-ee0a532646cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:21Z', 'updated_at': '2021-07-08T12:24:26Z', 'revision_number': 4, 'project_id': 'c644404b8c544a8a91c46154f1f4662e', 'gw_port': {'id': '8604f3e6-df19-429f-a7e5-ee0a532646cd', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:23Z', 'updated_at': '2021-07-08T12:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '03b1ee7b-3eb0-4aa5-826a-7e0834b4da73', 'name': '', 'network_id': 'fd839126-5295-4a59-9eb3-03a2b3f08e78', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'mac_address': 'fa:16:3e:f2:be:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e8652414-1522-43a5-96ba-d77e209ac711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:25Z', 'updated_at': '2021-07-08T12:24:30Z', 'revision_number': 4, 'project_id': 'c644404b8c544a8a91c46154f1f4662e', 'subnets': [{'id': 'e8652414-1522-43a5-96ba-d77e209ac711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:24:31.696664 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc9551-7c35-409b-82d4-931283457db3 req-37c5f814-e7cb-474f-a7de-d745b75be874 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:31.698501 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2cbc9551-7c35-409b-82d4-931283457db3 req-37c5f814-e7cb-474f-a7de-d745b75be874 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 945 time: 0.1009951 Jul 08 12:24:31.799740 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2cbc9551-7c35-409b-82d4-931283457db3 req-5e394e6f-bfcf-4720-bf1f-97f56882bf57 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933034 Jul 08 12:24:31.978892 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:24:32.197017 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:24:32.205542 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:32.205905 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:32.359417 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:32.400008 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=03b1ee7b-3eb0-4aa5-826a-7e0834b4da73,segment=NetworkSegment(91ec70d4-e382-412f-ac10-6fdf94de64a3),segment_id=91ec70d4-e382-412f-ac10-6fdf94de64a3)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:24:32.472297 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:32.583929 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=03b1ee7b-3eb0-4aa5-826a-7e0834b4da73,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:33.077935 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd726e38-67b9-4d89-add7-f159554e2cda req-7f978932-6a72-4ba5-a46b-eae511fb0b28 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:33.080826 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bd726e38-67b9-4d89-add7-f159554e2cda req-7f978932-6a72-4ba5-a46b-eae511fb0b28 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 945 time: 0.0839326 Jul 08 12:24:33.393761 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bd726e38-67b9-4d89-add7-f159554e2cda req-6689cf94-0b9c-4cbd-9a31-46716c0d6857 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042603 Jul 08 12:24:33.907099 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:24:34.012833 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:34.013203 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:37.065016 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bd51745c-7fce-4c31-a58a-4b55f0a9104b req-a4ec6799-c8a9-4c25-8ca3-7dc37f0a8c89 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0958312 Jul 08 12:24:37.177139 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51745c-7fce-4c31-a58a-4b55f0a9104b req-92981c88-826a-4ef9-9de2-2b5c5b88fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:37.179300 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bd51745c-7fce-4c31-a58a-4b55f0a9104b req-92981c88-826a-4ef9-9de2-2b5c5b88fba8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 1098 time: 0.0820711 Jul 08 12:24:37.321355 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51745c-7fce-4c31-a58a-4b55f0a9104b req-409903a1-2f0b-4f47-be90-23836fccffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:37.323299 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bd51745c-7fce-4c31-a58a-4b55f0a9104b req-409903a1-2f0b-4f47-be90-23836fccffc9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=944642c5-34cb-4052-9c71-c9f2bb6fc18d HTTP/1.1" status: 200 len: 919 time: 0.1223407 Jul 08 12:24:37.373664 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bd51745c-7fce-4c31-a58a-4b55f0a9104b req-30c23b4b-63e1-4ddd-8c3a-383c1d4b31e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d7c501d-f57b-421d-852f-d79a3038fb5e HTTP/1.1" status: 200 len: 217 time: 0.0400286 Jul 08 12:24:37.439445 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51745c-7fce-4c31-a58a-4b55f0a9104b req-32fe2f9c-4811-4bf8-8038-cbc37628c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:37.442287 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bd51745c-7fce-4c31-a58a-4b55f0a9104b req-32fe2f9c-4811-4bf8-8038-cbc37628c993 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a0e2175b-da30-4bbc-b885-7bdc05d46a4d HTTP/1.1" status: 200 len: 858 time: 0.0619638 Jul 08 12:24:37.485521 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bd51745c-7fce-4c31-a58a-4b55f0a9104b req-2cfccc53-d1de-47b4-a7c0-89ce6e03c239 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=944642c5-34cb-4052-9c71-c9f2bb6fc18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343068 Jul 08 12:24:37.688083 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bd51745c-7fce-4c31-a58a-4b55f0a9104b req-e0a97a88-2493-4bab-9c5d-15cbabebd559 service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936319 Jul 08 12:24:37.820410 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bd51745c-7fce-4c31-a58a-4b55f0a9104b req-47eb4485-3968-43d7-9f98-b76e0f3a9e07 service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251447 Jul 08 12:24:38.231156 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55774) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:38.398236 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-94457316-1e2f-4285-b4b4-96e6ec992c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:38.532943 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-94457316-1e2f-4285-b4b4-96e6ec992c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:38.574794 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55780) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:38.637393 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-94457316-1e2f-4285-b4b4-96e6ec992c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:38.724744 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-94457316-1e2f-4285-b4b4-96e6ec992c82 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=87911d3ece834e1e87b5886c2fd8f268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4788477 Jul 08 12:24:38.724744 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94457316-1e2f-4285-b4b4-96e6ec992c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b916f2-c4bc-45b2-b8fb-98d3c7372ab0,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:38.725270 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55786) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:38.777030 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5c62806d-d8cb-4c08-89c2-04b32cf4c53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:38.836514 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c01ee13c-a924-4c95-b8fc-f5479d41c846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:38.872806 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c01ee13c-a924-4c95-b8fc-f5479d41c846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:38.950405 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5c62806d-d8cb-4c08-89c2-04b32cf4c53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:39.018282 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5c62806d-d8cb-4c08-89c2-04b32cf4c53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:39.020749 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c01ee13c-a924-4c95-b8fc-f5479d41c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:39.024146 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c01ee13c-a924-4c95-b8fc-f5479d41c846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:39.025331 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-c01ee13c-a924-4c95-b8fc-f5479d41c846 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/18b916f2-c4bc-45b2-b8fb-98d3c7372ab0 HTTP/1.1" status: 204 len: 168 time: 0.3038595 Jul 08 12:24:39.077365 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-5c62806d-d8cb-4c08-89c2-04b32cf4c53c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d4aa49eb27174701bb9c84538c5386cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5013537 Jul 08 12:24:39.078214 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62806d-d8cb-4c08-89c2-04b32cf4c53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a456a434-bbda-4807-9455-9ae384ae256e,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:39.080133 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55792) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:39.111493 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ee13c-a924-4c95-b8fc-f5479d41c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b916f2-c4bc-45b2-b8fb-98d3c7372ab0,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:39.167348 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6d662952-5427-478e-ac17-9ec3e8e9322b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:39.198306 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6d662952-5427-478e-ac17-9ec3e8e9322b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:39.334311 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6d662952-5427-478e-ac17-9ec3e8e9322b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:39.337186 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6d662952-5427-478e-ac17-9ec3e8e9322b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:39.342663 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-6d662952-5427-478e-ac17-9ec3e8e9322b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a456a434-bbda-4807-9455-9ae384ae256e HTTP/1.1" status: 204 len: 168 time: 0.2573745 Jul 08 12:24:39.371334 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d662952-5427-478e-ac17-9ec3e8e9322b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a456a434-bbda-4807-9455-9ae384ae256e,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:40.088522 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55822) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:40.255325 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0c43aee9-ea5e-4e16-9636-a1068a00edf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:40.362554 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0c43aee9-ea5e-4e16-9636-a1068a00edf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:41.106292 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0c43aee9-ea5e-4e16-9636-a1068a00edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:41.145969 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-0c43aee9-ea5e-4e16-9636-a1068a00edf1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b184ed0e0a79451ab9e702c804cb4165&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0557120 Jul 08 12:24:41.148367 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55844) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:41.151722 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43aee9-ea5e-4e16-9636-a1068a00edf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485e85fc-9c3c-4535-bf42-a0585c163832,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:41.242337 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-aab2927e-565d-4238-ab19-cd819e805fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:41.291450 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-aab2927e-565d-4238-ab19-cd819e805fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:41.419756 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-aab2927e-565d-4238-ab19-cd819e805fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:41.422533 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-aab2927e-565d-4238-ab19-cd819e805fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:41.423845 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-aab2927e-565d-4238-ab19-cd819e805fdc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/485e85fc-9c3c-4535-bf42-a0585c163832 HTTP/1.1" status: 204 len: 168 time: 0.2739298 Jul 08 12:24:41.444657 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2927e-565d-4238-ab19-cd819e805fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485e85fc-9c3c-4535-bf42-a0585c163832,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:41.984727 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:42.539409 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55902) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:42.557970 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-654b28ea-f1f1-498d-92c2-940852980017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:42.651843 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-654b28ea-f1f1-498d-92c2-940852980017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:42.760203 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-654b28ea-f1f1-498d-92c2-940852980017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:42.801286 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-654b28ea-f1f1-498d-92c2-940852980017 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d85a5629372541fb99c54f831dc81711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594395 Jul 08 12:24:42.802324 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b28ea-f1f1-498d-92c2-940852980017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8183a1b8-b329-4f67-8861-b6af901320bb,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:42.804869 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55910) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:42.965882 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6f47ec33-7dac-481f-955c-f064bddd31f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:43.000342 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6f47ec33-7dac-481f-955c-f064bddd31f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:43.050408 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc0e22-8a75-4cac-8426-281c69736291 req-2d159834-1a63-4a5c-83fd-2abe75f2a2f2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:43.052100 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dbfc0e22-8a75-4cac-8426-281c69736291 req-2d159834-1a63-4a5c-83fd-2abe75f2a2f2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0954077 Jul 08 12:24:43.052229 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b811ff5-e1ab-4f8f-aaac-2d028fc30992 req-59d63820-a4e5-4a3b-ac8a-dadbb39af490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:43.053967 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9b811ff5-e1ab-4f8f-aaac-2d028fc30992 req-59d63820-a4e5-4a3b-ac8a-dadbb39af490 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 1098 time: 0.1479540 Jul 08 12:24:43.150921 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6f47ec33-7dac-481f-955c-f064bddd31f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:43.153511 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dbfc0e22-8a75-4cac-8426-281c69736291 req-ad49f887-5b4a-4f06-80ee-1efe5c4a6f08 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784566 Jul 08 12:24:43.153665 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6f47ec33-7dac-481f-955c-f064bddd31f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:43.157204 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-6f47ec33-7dac-481f-955c-f064bddd31f6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8183a1b8-b329-4f67-8861-b6af901320bb HTTP/1.1" status: 204 len: 168 time: 0.3447542 Jul 08 12:24:43.171508 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47ec33-7dac-481f-955c-f064bddd31f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8183a1b8-b329-4f67-8861-b6af901320bb,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:43.173748 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b811ff5-e1ab-4f8f-aaac-2d028fc30992 req-6ab7994d-c3c1-46ae-b084-969f4742d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:43.175400 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9b811ff5-e1ab-4f8f-aaac-2d028fc30992 req-6ab7994d-c3c1-46ae-b084-969f4742d350 service neutron] 10.222.0.89 "GET /v2.0/networks?id=944642c5-34cb-4052-9c71-c9f2bb6fc18d HTTP/1.1" status: 200 len: 919 time: 0.1115448 Jul 08 12:24:43.194685 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-e3eb8681-a71a-420e-a057-1f7f5670bba5 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:43.201950 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-e3eb8681-a71a-420e-a057-1f7f5670bba5 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/networks?id=b3b2f401-2e4a-4b50-bc1d-15006406ea11 HTTP/1.1" status: 200 len: 814 time: 0.1361482 Jul 08 12:24:43.217151 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-65f56260-0049-4d6e-b930-432eccf79539 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/quotas/4d389f3c5f06460e87afaaad9a294b66 HTTP/1.1" status: 200 len: 375 time: 0.0141683 Jul 08 12:24:43.238548 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9b811ff5-e1ab-4f8f-aaac-2d028fc30992 req-9feb8f87-5f95-411c-b3c9-5d391eb4bd70 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d7c501d-f57b-421d-852f-d79a3038fb5e HTTP/1.1" status: 200 len: 217 time: 0.0448582 Jul 08 12:24:43.302101 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b811ff5-e1ab-4f8f-aaac-2d028fc30992 req-7d594444-db0c-461c-b435-01f18bdf17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:43.304998 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9b811ff5-e1ab-4f8f-aaac-2d028fc30992 req-7d594444-db0c-461c-b435-01f18bdf17e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a0e2175b-da30-4bbc-b885-7bdc05d46a4d HTTP/1.1" status: 200 len: 858 time: 0.0555575 Jul 08 12:24:43.309124 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-2c75809e-351b-4adb-947d-5166ac16426c tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d389f3c5f06460e87afaaad9a294b66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894456 Jul 08 12:24:43.348015 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9b811ff5-e1ab-4f8f-aaac-2d028fc30992 req-eeed13bc-fff4-436a-b3d7-ded07d0eafb9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=944642c5-34cb-4052-9c71-c9f2bb6fc18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342801 Jul 08 12:24:43.416508 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-0a4a853e-1e62-4923-ba38-b475a3a75c4a service neutron] 10.222.0.88 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956678 Jul 08 12:24:43.441420 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9b811ff5-e1ab-4f8f-aaac-2d028fc30992 req-f87e11a6-c3f8-4baf-b7ec-b2e747631158 service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858252 Jul 08 12:24:43.519312 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-a5c26efb-6279-42f3-9aec-ad557e9ba338 service neutron] 10.222.0.88 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936770 Jul 08 12:24:43.545668 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9b811ff5-e1ab-4f8f-aaac-2d028fc30992 req-1ae244f1-48dd-4efe-be92-fa8e6035a0d6 service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958385 Jul 08 12:24:43.767092 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-19c54080-e12c-4421-af3e-3cc4784c4aee req-398895de-61f0-4ba1-a4e8-b185a8373067 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 210 time: 0.0297191 Jul 08 12:24:43.972090 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 55952) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:43.986631 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-886eab47-2585-455e-b4bf-f20340ee5068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:44.079463 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-886eab47-2585-455e-b4bf-f20340ee5068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:44.189208 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-886eab47-2585-455e-b4bf-f20340ee5068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:44.230259 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886eab47-2585-455e-b4bf-f20340ee5068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788ce23e-d629-43ce-8c09-2e54b15b98a5,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:44.237471 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 55958) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:44.237700 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-886eab47-2585-455e-b4bf-f20340ee5068 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cf916b3d810641d5b0ba94d69294fe72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642939 Jul 08 12:24:44.290456 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3f207ac0-f193-42fc-938e-28dae87c09d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:44.363959 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3f207ac0-f193-42fc-938e-28dae87c09d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:44.419799 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721fe37-bb77-44d7-a1bf-68467aca1d37 req-78eca5ae-2bae-4c47-9b04-2e1b15de760f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:44.421309 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f721fe37-bb77-44d7-a1bf-68467aca1d37 req-78eca5ae-2bae-4c47-9b04-2e1b15de760f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1216824 Jul 08 12:24:44.463060 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f721fe37-bb77-44d7-a1bf-68467aca1d37 req-60c2177a-8bb1-43af-a008-d90f06d493bb tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360799 Jul 08 12:24:44.543570 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3f207ac0-f193-42fc-938e-28dae87c09d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:44.546520 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3f207ac0-f193-42fc-938e-28dae87c09d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:44.548039 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-3f207ac0-f193-42fc-938e-28dae87c09d9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/788ce23e-d629-43ce-8c09-2e54b15b98a5 HTTP/1.1" status: 204 len: 168 time: 0.3090472 Jul 08 12:24:44.556264 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f207ac0-f193-42fc-938e-28dae87c09d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788ce23e-d629-43ce-8c09-2e54b15b98a5,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:44.852579 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a23d7076-b8c2-4f70-9b49-51a853cec34c req-42404528-4bc3-4b50-99fd-4ffe492259b6 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 210 time: 0.0288029 Jul 08 12:24:45.466236 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ca52f014-1b16-4a38-95e4-cda6cade3387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:45.662015 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78a24f-a73a-437c-a8dc-4518568abb74 req-eaf1474e-9a14-442a-994c-04da81ba8dd9 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:45.663832 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef78a24f-a73a-437c-a8dc-4518568abb74 req-eaf1474e-9a14-442a-994c-04da81ba8dd9 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0686631 Jul 08 12:24:45.702509 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef78a24f-a73a-437c-a8dc-4518568abb74 req-9cb64d1e-9e1c-4315-bc1e-8ed7ac5038af tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329740 Jul 08 12:24:46.040682 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-88a119f4-98f5-4c8c-9d34-8bb78e7c4c23 req-41086e67-a85d-4955-942f-924e7a258b1a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 210 time: 0.0359740 Jul 08 12:24:46.890980 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a644f-7b0d-419a-891f-ad764fb16ef7 req-0a0e3583-3a5a-407d-aa0e-8ad74d32bc87 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:46.892779 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cb8a644f-7b0d-419a-891f-ad764fb16ef7 req-0a0e3583-3a5a-407d-aa0e-8ad74d32bc87 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0669153 Jul 08 12:24:46.936219 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cb8a644f-7b0d-419a-891f-ad764fb16ef7 req-348fac1e-a5cd-4f7a-a143-fe33c8a28dfb tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374749 Jul 08 12:24:47.189522 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e0ad8889-dd91-4d42-a0f7-b61c7ee6b367 req-910f08db-ad72-4084-8a00-5583a0f3218b tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 210 time: 0.0318141 Jul 08 12:24:48.111505 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf27471-106e-4431-9d9f-a3898cc21fff req-08087026-9a64-4595-87c5-6f17d9c2d8e5 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:48.112980 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cdf27471-106e-4431-9d9f-a3898cc21fff req-08087026-9a64-4595-87c5-6f17d9c2d8e5 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0669725 Jul 08 12:24:48.149936 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cdf27471-106e-4431-9d9f-a3898cc21fff req-dc410282-1eee-4083-b1ec-1c3e5166b954 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Jul 08 12:24:48.327394 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b9b01f8e-1df4-4d72-b8fa-f36939519bb7 req-14abd490-e27a-4818-8ac8-c6c289714fee tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 210 time: 0.0290039 Jul 08 12:24:48.842003 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:49.005166 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:24:49.316590 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-293b6aa4-2cbf-492f-a671-47eb63dcdadf tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:49.318689 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-293b6aa4-2cbf-492f-a671-47eb63dcdadf tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.89 "GET /v2.0/networks?id=b3b2f401-2e4a-4b50-bc1d-15006406ea11 HTTP/1.1" status: 200 len: 814 time: 0.1287711 Jul 08 12:24:49.350448 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79f528-57f0-4f94-a6f5-bf9f07eddf13 req-31f462ce-7c4b-436f-aa3d-0535dfc42635 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:49.351948 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6d79f528-57f0-4f94-a6f5-bf9f07eddf13 req-31f462ce-7c4b-436f-aa3d-0535dfc42635 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0783377 Jul 08 12:24:49.393063 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6d79f528-57f0-4f94-a6f5-bf9f07eddf13 req-b584b5d2-7ef6-4b12-b1aa-e4c53278ced8 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352166 Jul 08 12:24:49.481216 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0431abf1-db57-419b-bb44-747eef75ad2a req-8fff7b70-dba6-46e9-a1cb-7d5f21139174 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 210 time: 0.0338688 Jul 08 12:24:49.556396 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-91a68117-72bc-44db-b3f8-296fcb2386d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:50.545489 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:50.588762 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ef01d-c1a9-404d-acc6-4993d3e8a457 req-5e51148f-8986-47ba-b029-d694271cbda5 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:50.590228 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7a9ef01d-c1a9-404d-acc6-4993d3e8a457 req-5e51148f-8986-47ba-b029-d694271cbda5 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0724056 Jul 08 12:24:50.631824 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7a9ef01d-c1a9-404d-acc6-4993d3e8a457 req-6af3263c-1301-4000-9445-e995ba80e7a2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360909 Jul 08 12:24:50.758388 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8fe903e7-4909-431d-98d3-688f7fba63b4 req-deee15c4-9e3c-41f7-97c1-814326f95561 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 210 time: 0.0290210 Jul 08 12:24:50.886190 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-5d71894c-1e40-482d-9474-0bd68b6159d8 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Request body: {'port': {'device_id': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'admin_state_up': True, 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:51.053689 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-5d71894c-1e40-482d-9474-0bd68b6159d8 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Made reservation on behalf of 4d389f3c5f06460e87afaaad9a294b66 for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:24:51.057254 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-5d71894c-1e40-482d-9474-0bd68b6159d8 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:51.184908 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-5d71894c-1e40-482d-9474-0bd68b6159d8 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Allocated IP 172.20.0.11 (b3b2f401-2e4a-4b50-bc1d-15006406ea11/09f2dac1-739f-4064-b6e6-ddb4354af3d1/6193803f-9240-4791-8564-1be2d18f23ca) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:24:51.337823 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-5d71894c-1e40-482d-9474-0bd68b6159d8 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:51.351999 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-5d71894c-1e40-482d-9474-0bd68b6159d8 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Transition to ACTIVE for port object 6193803f-9240-4791-8564-1be2d18f23ca will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:51.482676 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-5d71894c-1e40-482d-9474-0bd68b6159d8 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:51.535418 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-5d71894c-1e40-482d-9474-0bd68b6159d8 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Network b3b2f401-2e4a-4b50-bc1d-15006406ea11 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:24:51.539365 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-5d71894c-1e40-482d-9474-0bd68b6159d8 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:51.543979 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-5d71894c-1e40-482d-9474-0bd68b6159d8 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:24:51.548048 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71894c-1e40-482d-9474-0bd68b6159d8 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event updated for resources: {'Port': ['ID=6193803f-9240-4791-8564-1be2d18f23ca,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:51.593839 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-5d71894c-1e40-482d-9474-0bd68b6159d8 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:51.594466 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-5d71894c-1e40-482d-9474-0bd68b6159d8 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:51.666909 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-5d71894c-1e40-482d-9474-0bd68b6159d8 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7847419 Jul 08 12:24:51.683130 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Request body: {'port': {'device_id': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:51.775750 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:51.845568 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f6484-cf2e-4dce-8d2d-2c1e85b31fcf req-d3818635-e21e-4451-81c6-4c344cc94796 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:51.847078 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ae3f6484-cf2e-4dce-8d2d-2c1e85b31fcf req-d3818635-e21e-4451-81c6-4c344cc94796 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0985796 Jul 08 12:24:51.916428 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ae3f6484-cf2e-4dce-8d2d-2c1e85b31fcf req-21938e7f-741d-4a4c-8e9b-afeb98237ad5 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614624 Jul 08 12:24:51.922620 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-9abbd3e9-19ef-4cf4-a430-1dbeb3a4fed2 None None] Provisioning for port 6193803f-9240-4791-8564-1be2d18f23ca completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:24:51.930296 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-9abbd3e9-19ef-4cf4-a430-1dbeb3a4fed2 None None] Provisioning complete for port 6193803f-9240-4791-8564-1be2d18f23ca triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:24:51.930681 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-9abbd3e9-19ef-4cf4-a430-1dbeb3a4fed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:52.019933 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-9abbd3e9-19ef-4cf4-a430-1dbeb3a4fed2 None None] Port 6193803f-9240-4791-8564-1be2d18f23ca cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:24:52.091894 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a93392-5108-4b3a-b6dc-81ed63b8411c req-b5e50ede-9ee8-45d4-bd98-508574e4464b tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:52.109185 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-13a93392-5108-4b3a-b6dc-81ed63b8411c req-b5e50ede-9ee8-45d4-bd98-508574e4464b tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 932 time: 0.1640027 Jul 08 12:24:52.174688 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-13a93392-5108-4b3a-b6dc-81ed63b8411c req-b71c0833-1cee-4050-90de-6e31f26db33e tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645394 Jul 08 12:24:52.198643 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6193803f-9240-4791-8564-1be2d18f23ca {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:24:52.205350 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:52.230650 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Transition to ACTIVE for port object 6193803f-9240-4791-8564-1be2d18f23ca will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:52.309753 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:52.373244 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Pushing event updated for resources: {'Port': ['ID=6193803f-9240-4791-8564-1be2d18f23ca,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:52.494152 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Attempting to bind port 6193803f-9240-4791-8564-1be2d18f23ca on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:24:52.496222 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Attempting to bind port 6193803f-9240-4791-8564-1be2d18f23ca by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '92ec901e-daa8-44ce-8a3f-a614949e55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:24:52.496721 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Attempting to bind port 6193803f-9240-4791-8564-1be2d18f23ca on network b3b2f401-2e4a-4b50-bc1d-15006406ea11 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:24:52.502556 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Port 6193803f-9240-4791-8564-1be2d18f23ca on network b3b2f401-2e4a-4b50-bc1d-15006406ea11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:24:52.503094 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Attempting to bind port 6193803f-9240-4791-8564-1be2d18f23ca on network b3b2f401-2e4a-4b50-bc1d-15006406ea11 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:24:52.515689 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:24:52.516031 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Checking segment: {'id': '92ec901e-daa8-44ce-8a3f-a614949e55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:24:52.516433 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Bound using segment: {'id': '92ec901e-daa8-44ce-8a3f-a614949e55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:24:52.516887 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Bound port: 6193803f-9240-4791-8564-1be2d18f23ca, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ec901e-daa8-44ce-8a3f-a614949e55dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:24:52.517249 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:52.594152 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] For port 6193803f-9240-4791-8564-1be2d18f23ca, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:24:52.597129 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] For port 6193803f-9240-4791-8564-1be2d18f23ca, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=6193803f-9240-4791-8564-1be2d18f23ca,segment=NetworkSegment(92ec901e-daa8-44ce-8a3f-a614949e55dd),segment_id=92ec901e-daa8-44ce-8a3f-a614949e55dd)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:24:52.688984 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:52.720255 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:52.729512 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:52.730250 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:52.731635 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] 10.222.0.89 "PUT /v2.0/ports/6193803f-9240-4791-8564-1be2d18f23ca HTTP/1.1" status: 200 len: 1094 time: 1.0541241 Jul 08 12:24:52.733971 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'tag': '6193803f-9240-4791-8564-1be2d18f23ca'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:24:52.736253 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f013c480-17ba-46ea-a618-0b3e595f79f4" -d '{"events": [{"name": "network-changed", "server_uuid": "923a9048-a8fa-407a-b04b-21a6814c8b05", "tag": "6193803f-9240-4791-8564-1be2d18f23ca"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:24:52.764470 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b4c2d-a1f7-46cc-aabe-518a08ea8d04 service neutron] Pushing event updated for resources: {'Port': ['ID=6193803f-9240-4791-8564-1be2d18f23ca,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:52.796655 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e41213d-7b9d-40bb-a0e5-2f3c634a4718 x-openstack-request-id: req-4e41213d-7b9d-40bb-a0e5-2f3c634a4718 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:24:52.796893 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923a9048-a8fa-407a-b04b-21a6814c8b05", "tag": "6193803f-9240-4791-8564-1be2d18f23ca", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:24:52.797150 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4e41213d-7b9d-40bb-a0e5-2f3c634a4718 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:24:52.797553 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'tag': '6193803f-9240-4791-8564-1be2d18f23ca', 'status': 'completed', 'code': 200} Jul 08 12:24:53.127335 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f652f-183c-4566-a7c9-a5edbf47cc79 req-e729c4d1-800c-4a3e-8b55-8bb8122a4ce9 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:53.128948 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-136f652f-183c-4566-a7c9-a5edbf47cc79 req-e729c4d1-800c-4a3e-8b55-8bb8122a4ce9 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0695255 Jul 08 12:24:53.168930 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-136f652f-183c-4566-a7c9-a5edbf47cc79 req-3c7f7941-2a67-4b10-8885-3c8651b02e35 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329037 Jul 08 12:24:53.390731 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f1354-e485-4de7-ab30-fb6cebbb697e req-e3231450-012b-4b1a-8411-f4273ffa6e79 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:53.392355 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-819f1354-e485-4de7-ab30-fb6cebbb697e req-e3231450-012b-4b1a-8411-f4273ffa6e79 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.0805230 Jul 08 12:24:53.439479 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-819f1354-e485-4de7-ab30-fb6cebbb697e req-454910cf-99ed-4cf8-a97f-8c22122cf978 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 Jul 08 12:24:54.351712 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b988ba-16b3-455c-8b02-6e6aa46832aa req-b3dbd77d-0b02-4ce1-8d9f-d9232ac4a252 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:54.353243 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f5b988ba-16b3-455c-8b02-6e6aa46832aa req-b3dbd77d-0b02-4ce1-8d9f-d9232ac4a252 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0697749 Jul 08 12:24:54.391847 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f5b988ba-16b3-455c-8b02-6e6aa46832aa req-a4474314-5b29-4cdd-9b42-da0c0299f687 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327652 Jul 08 12:24:54.636381 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a1d8a-9411-49ae-a1de-c59a6e670a5b req-f8712a6f-b85f-4976-8319-41fafa825f6b tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:54.637994 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a56a1d8a-9411-49ae-a1de-c59a6e670a5b req-f8712a6f-b85f-4976-8319-41fafa825f6b tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.0782177 Jul 08 12:24:54.681948 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a56a1d8a-9411-49ae-a1de-c59a6e670a5b req-5817a398-2e34-452b-9309-704deca39ab1 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Jul 08 12:24:55.257208 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56196) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:55.370472 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5008b78c-9fcf-4e63-9576-5a7e95f588a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:55.479974 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5008b78c-9fcf-4e63-9576-5a7e95f588a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:55.553910 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5008b78c-9fcf-4e63-9576-5a7e95f588a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:55.609614 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6ccb-a58e-4319-8108-c49432c70f72 req-27e12089-cc7a-4b89-a238-71ccbd7265a2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:55.611819 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6dff6ccb-a58e-4319-8108-c49432c70f72 req-27e12089-cc7a-4b89-a238-71ccbd7265a2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0880880 Jul 08 12:24:55.618662 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-5008b78c-9fcf-4e63-9576-5a7e95f588a5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=64c011d1466643b0aca093849388f042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602743 Jul 08 12:24:55.619392 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008b78c-9fcf-4e63-9576-5a7e95f588a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87403153-4cc9-49a7-8280-cf93b4ed095e,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:55.621980 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56206) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:55.677387 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6dff6ccb-a58e-4319-8108-c49432c70f72 req-b4ae4e4f-f7d9-4a21-9b5a-1f6fddc2d15c tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585744 Jul 08 12:24:55.707644 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5c78a68d-5970-4618-9a9b-3f085b62e209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:55.732491 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5c78a68d-5970-4618-9a9b-3f085b62e209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:55.881068 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5c78a68d-5970-4618-9a9b-3f085b62e209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:55.884198 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5c78a68d-5970-4618-9a9b-3f085b62e209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:55.885418 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-5c78a68d-5970-4618-9a9b-3f085b62e209 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/87403153-4cc9-49a7-8280-cf93b4ed095e HTTP/1.1" status: 204 len: 168 time: 0.2624490 Jul 08 12:24:55.901572 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78a68d-5970-4618-9a9b-3f085b62e209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87403153-4cc9-49a7-8280-cf93b4ed095e,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:55.968243 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37eba0-32be-4d4b-8678-125de4575ba2 req-1caa7568-05fe-4418-b1c5-1ec1e16f6614 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:55.969638 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fd37eba0-32be-4d4b-8678-125de4575ba2 req-1caa7568-05fe-4418-b1c5-1ec1e16f6614 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.1218522 Jul 08 12:24:56.024753 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fd37eba0-32be-4d4b-8678-125de4575ba2 req-8764490b-c181-4d5d-b775-5d1900bd3bb5 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474653 Jul 08 12:24:56.905583 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c4ba9-445e-4968-ae80-901fc5f9dce5 req-26d67583-3104-4333-b093-1c2022eb04ad tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:56.908066 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c54c4ba9-445e-4968-ae80-901fc5f9dce5 req-26d67583-3104-4333-b093-1c2022eb04ad tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1056588 Jul 08 12:24:56.955592 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c54c4ba9-445e-4968-ae80-901fc5f9dce5 req-f817e563-d20a-463f-8010-51dfae49d849 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378919 Jul 08 12:24:57.101699 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56256) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:57.220638 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-269261996-network', 'tenant_id': '3bd03333fac1458580472c07c3ce8543'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:57.248404 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90570a72-f336-4d6b-a982-b30dffc0a8dc req-d5396de9-2e39-4695-beff-885ef728f217 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:57.250000 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-90570a72-f336-4d6b-a982-b30dffc0a8dc req-d5396de9-2e39-4695-beff-885ef728f217 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.0800545 Jul 08 12:24:57.292327 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-90570a72-f336-4d6b-a982-b30dffc0a8dc req-7a33e452-f004-4611-994a-b6e4f0fa659f tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364921 Jul 08 12:24:57.582388 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] Made reservation on behalf of 3bd03333fac1458580472c07c3ce8543 for: {'network': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:24:57.584773 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:57.593330 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:57.681389 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:57.831122 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:57.857317 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=93654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:24:57.868459 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a13120-cb25-4a00-885b-7225ca640e79,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:57.873748 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:57.874100 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.segments_db [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] Added segment d95ff7a0-bfe5-41f2-9321-bd8c8e903a89 of type vlan for network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d Jul 08 12:24:57.932427 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:58.036795 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:58.037907 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:58.038976 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:58.119041 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:58.129446 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:24:58.149424 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991932e-30b9-442f-8a7e-e78c285fd583 req-9089d077-234e-4ca2-a112-b61449818032 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:58.150943 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6991932e-30b9-442f-8a7e-e78c285fd583 req-9089d077-234e-4ca2-a112-b61449818032 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0756888 Jul 08 12:24:58.171150 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-2eab790b-5ea9-4937-b223-40dac826ae26 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0653450 Jul 08 12:24:58.171470 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56268) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:58.176699 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-5985a694-4f10-4cce-8137-46066063388a admin admin] Request body: {'subnet': {'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-269261996-subnet', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'ip_version': 4}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:58.196530 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6991932e-30b9-442f-8a7e-e78c285fd583 req-acd1c1f9-02e6-4238-b1e2-01561d5d302e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399399 Jul 08 12:24:58.259603 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5985a694-4f10-4cce-8137-46066063388a admin admin] Made reservation on behalf of 3bd03333fac1458580472c07c3ce8543 for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:24:58.262094 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5985a694-4f10-4cce-8137-46066063388a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58951709'] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:58.526778 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dca11-7ba4-4e37-ad10-bdc726a22940 req-30330d11-aaa5-4fc6-8261-3eb452aacb0b tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:58.529009 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f33dca11-7ba4-4e37-ad10-bdc726a22940 req-30330d11-aaa5-4fc6-8261-3eb452aacb0b tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.0918980 Jul 08 12:24:58.531917 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5985a694-4f10-4cce-8137-46066063388a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59810699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58951727'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:58.585807 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f33dca11-7ba4-4e37-ad10-bdc726a22940 req-4c7ce6bb-9603-4738-850c-ddf4eb6aa577 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496283 Jul 08 12:24:58.593880 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985a694-4f10-4cce-8137-46066063388a admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fc61e1-2280-4220-b272-2e2e5663d052,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:58.605270 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5985a694-4f10-4cce-8137-46066063388a admin admin] Checking segment: {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:24:58.605723 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985a694-4f10-4cce-8137-46066063388a admin admin] Network hostable DHCP agents. Network: e0d3d10d-6f47-4fb3-b0a8-cb923c50070d, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:24:58.691729 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985a694-4f10-4cce-8137-46066063388a admin admin] Network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:24:58.791033 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-5985a694-4f10-4cce-8137-46066063388a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, e0d3d10d-6f47-4fb3-b0a8-cb923c50070d) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:58.795341 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5985a694-4f10-4cce-8137-46066063388a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:58.799916 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5985a694-4f10-4cce-8137-46066063388a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:58.802820 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7110e35b-3287-4b17-a901-3a7257cf7615 None None] Network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:24:58.877740 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-5985a694-4f10-4cce-8137-46066063388a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7051408 Jul 08 12:24:58.880764 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 56284) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:24:58.886566 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:24:58.974121 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0646aa3a-11ed-5dd6-8442-d1e895c35616-e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052'}]}} from dv-cinder-799631-5-iscsi. {{(pid=93656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:24:58.975314 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:58.985270 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3768437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59175'] for router, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:58.986410 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59176'] for router, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:59.088009 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:59.145611 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.db_base_plugin_common [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Allocated IP 172.20.0.2 (e0d3d10d-6f47-4fb3-b0a8-cb923c50070d/43fc61e1-2280-4220-b272-2e2e5663d052/1d140cf5-c923-4149-938b-16ba6968edc1) {{(pid=93656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:24:59.315982 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Notify callbacks [] for port, precommit_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:59.332657 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59194'] for router, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:59.333212 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Transition to ACTIVE for port object 1d140cf5-c923-4149-938b-16ba6968edc1 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:59.341177 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Transition to ACTIVE for port object 1d140cf5-c923-4149-938b-16ba6968edc1 will not be triggered until provisioned by entity DHCP. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:24:59.402255 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402e0e-f626-4302-828c-e8d7d1f43e1f req-f6d7ac91-30ed-4e44-a396-f2f25f82fe10 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:59.404134 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c1402e0e-f626-4302-828c-e8d7d1f43e1f req-f6d7ac91-30ed-4e44-a396-f2f25f82fe10 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0807834 Jul 08 12:24:59.451570 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c1402e0e-f626-4302-828c-e8d7d1f43e1f req-594e661b-a252-44a8-955f-748bd0f33449 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Jul 08 12:24:59.573178 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:59.626146 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d is already hosted by enough agents. {{(pid=93656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:24:59.629163 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.base_scheduler [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Resources bound (agent type, host, resource id): {{(pid=93656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:24:59.631664 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Received port after_create {{(pid=93656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:24:59.644306 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Pushing event updated for resources: {'Port': ['ID=1d140cf5-c923-4149-938b-16ba6968edc1,revision_number=1']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:59.704843 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Attempting to bind port 1d140cf5-c923-4149-938b-16ba6968edc1 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:24:59.705705 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Attempting to bind port 1d140cf5-c923-4149-938b-16ba6968edc1 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:24:59.706340 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Attempting to bind port 1d140cf5-c923-4149-938b-16ba6968edc1 on network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:24:59.712556 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:24:59.713356 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Checking segment: {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:24:59.713984 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:59.714572 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Bound using segment: {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:24:59.715816 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Bound port: 1d140cf5-c923-4149-938b-16ba6968edc1, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:24:59.716434 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:59.803262 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] For port 1d140cf5-c923-4149-938b-16ba6968edc1, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:24:59.807395 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] For port 1d140cf5-c923-4149-938b-16ba6968edc1, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=1d140cf5-c923-4149-938b-16ba6968edc1,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:24:59.876016 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:59.886072 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:59.918451 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:24:59.973831 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f5dc3-45c4-4be7-a5c9-9212746ceb39 None None] Pushing event updated for resources: {'Port': ['ID=1d140cf5-c923-4149-938b-16ba6968edc1,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:24:59.983454 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1a6a7-d331-4d0e-affa-34172e96e839 req-d33831a1-fd79-4afe-aa2a-9de769b2727f tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:24:59.985313 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-81e1a6a7-d331-4d0e-affa-34172e96e839 req-d33831a1-fd79-4afe-aa2a-9de769b2727f tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.1463363 Jul 08 12:25:00.066184 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-81e1a6a7-d331-4d0e-affa-34172e96e839 req-dfb6f608-c561-4685-bb82-e6a924e3b024 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719860 Jul 08 12:25:00.102175 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_common [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Allocated IP 172.27.3.174 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/b6f4709c-1188-458b-bebd-ebfbdf410991) {{(pid=93655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:25:00.300291 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:00.511626 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61923475'] for port, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:00.610217 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:25:00.619120 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:25:00.646998 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Received port after_create {{(pid=93655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:25:00.688182 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Pushing event updated for resources: {'Port': ['ID=b6f4709c-1188-458b-bebd-ebfbdf410991,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:00.833133 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9364-992c-41c3-b929-1a8fea51896a req-c156ee08-3cf7-47d7-8859-506621a7f647 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:00.840888 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2caf9364-992c-41c3-b929-1a8fea51896a req-c156ee08-3cf7-47d7-8859-506621a7f647 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.2610219 Jul 08 12:25:00.932710 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2caf9364-992c-41c3-b929-1a8fea51896a req-13f72f0d-832a-4520-9de4-8b4fe2d38724 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839591 Jul 08 12:25:01.155867 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:01.208124 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc8a2de-dccb-4563-8eb0-e737bf583e4e None None] Network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:25:01.371480 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-d13a5161-decd-40ab-8483-996ad5ae6460 None None] Provisioning for port 1d140cf5-c923-4149-938b-16ba6968edc1 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:25:01.403682 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20646a71-7a96-4f1c-a64d-4d4b08758211 req-623fe325-41c1-499d-88cf-20c3f1b902a5 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:01.405364 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-20646a71-7a96-4f1c-a64d-4d4b08758211 req-623fe325-41c1-499d-88cf-20c3f1b902a5 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.1303802 Jul 08 12:25:01.718386 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-20646a71-7a96-4f1c-a64d-4d4b08758211 req-1d7c9389-6d18-4eb9-a0e7-0bcf71c98b62 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514348 Jul 08 12:25:01.719508 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3782363'] for router, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:01.879888 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 1d140cf5-c923-4149-938b-16ba6968edc1 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:25:01.919359 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 is scheduled to L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a with binding_index 1 {{(pid=93655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:25:01.990618 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 1d140cf5-c923-4149-938b-16ba6968edc1 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:25:01.995757 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 1d140cf5-c923-4149-938b-16ba6968edc1 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:01.996133 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:02.034943 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:25:02.045053 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Sync routers for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:25:02.056874 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:25:02.061605 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:24:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:02.091695 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:02.118788 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f241b1-c337-410c-8a3f-2862d0dbf087 req-87db539d-ae27-4335-93e0-26fe35170fd2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:02.120411 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-36f241b1-c337-410c-8a3f-2862d0dbf087 req-87db539d-ae27-4335-93e0-26fe35170fd2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0733469 Jul 08 12:25:02.121823 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] Notify callbacks [] for router, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:02.125859 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-e64676e9-ceb6-417f-aa81-23841dfebf05 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2409861 Jul 08 12:25:02.126244 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56320) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:02.127405 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 1d140cf5-c923-4149-938b-16ba6968edc1, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=1d140cf5-c923-4149-938b-16ba6968edc1,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:02.169245 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-36f241b1-c337-410c-8a3f-2862d0dbf087 req-0d640cd0-2717-4276-a83d-63d453c145ab tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392618 Jul 08 12:25:02.202677 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:02.267339 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=1d140cf5-c923-4149-938b-16ba6968edc1,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:02.279534 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:25:02.459032 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:00Z', 'revision_number': 3, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:02.485321 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Checking router: 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:25:02.485653 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Updating router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 port b6f4709c-1188-458b-bebd-ebfbdf410991 binding host dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:25:02.536932 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:02.555025 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:02.710035 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Allocated IP 172.20.0.1 (e0d3d10d-6f47-4fb3-b0a8-cb923c50070d/43fc61e1-2280-4220-b272-2e2e5663d052/643f3a85-b155-422b-93d2-64ac5fd39bf8) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:25:02.790908 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:02.805612 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Transition to ACTIVE for port object b6f4709c-1188-458b-bebd-ebfbdf410991 will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:25:02.893875 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:02.925502 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650620a-5f61-4dad-859d-726da75a2c48 req-f8b3da3a-4743-4885-b68f-3ef5d0b7102a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:02.927170 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7650620a-5f61-4dad-859d-726da75a2c48 req-f8b3da3a-4743-4885-b68f-3ef5d0b7102a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.0741534 Jul 08 12:25:02.954127 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Attempting to bind port b6f4709c-1188-458b-bebd-ebfbdf410991 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:25:02.954127 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Attempting to bind port b6f4709c-1188-458b-bebd-ebfbdf410991 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:25:02.954768 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Attempting to bind port b6f4709c-1188-458b-bebd-ebfbdf410991 on network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:25:02.962924 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62651a-5288-4c3e-93e9-0fdaed95c729 None None] Pushing event updated for resources: {'Port': ['ID=b6f4709c-1188-458b-bebd-ebfbdf410991,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:02.966055 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:25:02.970598 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Checking segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:25:02.970598 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:02.970598 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Bound using segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:25:02.970598 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Bound port: b6f4709c-1188-458b-bebd-ebfbdf410991, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:25:02.970598 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:02.982621 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7650620a-5f61-4dad-859d-726da75a2c48 req-b99433e3-0e5d-430a-b97c-6ecbf7344b33 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Jul 08 12:25:03.027923 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] For port b6f4709c-1188-458b-bebd-ebfbdf410991, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:25:03.031241 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] For port b6f4709c-1188-458b-bebd-ebfbdf410991, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=b6f4709c-1188-458b-bebd-ebfbdf410991,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:25:03.043247 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:03.056740 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Transition to ACTIVE for port object 643f3a85-b155-422b-93d2-64ac5fd39bf8 will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:25:03.094015 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:03.139990 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:03.148924 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:25:03.149564 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:24:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:03.182899 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:25:03.185777 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:25:03.190243 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:25:03.214532 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Pushing event updated for resources: {'Port': ['ID=643f3a85-b155-422b-93d2-64ac5fd39bf8,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:03.244450 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782866'] for router_interface, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:03.263788 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62651a-5288-4c3e-93e9-0fdaed95c729 None None] Pushing event updated for resources: {'Port': ['ID=b6f4709c-1188-458b-bebd-ebfbdf410991,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:03.298171 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:25:03.445840 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86e0e8-c8a4-4b8f-a376-407d2bcfef40 req-3bc82c7b-2937-4a87-a224-f1e0e1f26024 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:03.447487 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-da86e0e8-c8a4-4b8f-a376-407d2bcfef40 req-3bc82c7b-2937-4a87-a224-f1e0e1f26024 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0886927 Jul 08 12:25:03.486881 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-da86e0e8-c8a4-4b8f-a376-407d2bcfef40 req-2d2e2762-08bd-477c-8bfe-52b1e917bdbc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334299 Jul 08 12:25:03.527376 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:03.555968 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:00Z', 'revision_number': 3, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:03.593146 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d74d8d-3842-4afa-8311-25cec1c3060a None None] The sync data for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi is: [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:00Z', 'revision_number': 3, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:25:03.635222 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-823f1823-8381-4f0d-8ab1-61f443c34370 None None] Provisioning for port 643f3a85-b155-422b-93d2-64ac5fd39bf8 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:25:03.639124 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-823f1823-8381-4f0d-8ab1-61f443c34370 None None] Provisioning complete for port 643f3a85-b155-422b-93d2-64ac5fd39bf8 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:03.640358 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-823f1823-8381-4f0d-8ab1-61f443c34370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:03.708388 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-823f1823-8381-4f0d-8ab1-61f443c34370 None None] Port 643f3a85-b155-422b-93d2-64ac5fd39bf8 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:25:03.718456 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:03.767777 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:03.855552 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Pushing event updated for resources: {'Port': ['ID=643f3a85-b155-422b-93d2-64ac5fd39bf8,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:03.859195 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3780481'] for router_interface, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:03.962102 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 1d140cf5-c923-4149-938b-16ba6968edc1 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:25:04.052040 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:25:04.053855 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:25:04.097428 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 1d140cf5-c923-4149-938b-16ba6968edc1 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:04.097797 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:04.350126 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeeb25d-9b7f-4f8d-96b1-dc07309d30b0 req-c8077ad0-8f03-4e5b-8071-f779da8d95f0 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:04.350126 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dfeeb25d-9b7f-4f8d-96b1-dc07309d30b0 req-c8077ad0-8f03-4e5b-8071-f779da8d95f0 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.1248524 Jul 08 12:25:04.423536 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:25:04.443794 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ea79495a-762c-47af-9960-b7970e9be6de None None] Provisioning complete for port 643f3a85-b155-422b-93d2-64ac5fd39bf8 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:04.444105 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ea79495a-762c-47af-9960-b7970e9be6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:04.457399 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dfeeb25d-9b7f-4f8d-96b1-dc07309d30b0 req-25c43e60-7ab7-4ad9-97d7-0b3355cee741 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019869 Jul 08 12:25:04.547050 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ea79495a-762c-47af-9960-b7970e9be6de None None] Port 643f3a85-b155-422b-93d2-64ac5fd39bf8 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:25:04.622447 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:25:04.628541 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-8cbf345b-f2bc-4ba7-a49a-c2ec7e6e0e81 admin admin] 10.222.0.88 "PUT /v2.0/routers/0b5425e5-aa76-4f1c-bf88-3abb6db32a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5012174 Jul 08 12:25:04.752503 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acfffb-5247-455f-938b-fd97e87e801c req-7aa9648f-7de7-4335-9da4-a27c54b58c61 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:04.754292 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-66acfffb-5247-455f-938b-fd97e87e801c req-7aa9648f-7de7-4335-9da4-a27c54b58c61 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0855935 Jul 08 12:25:04.803425 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-66acfffb-5247-455f-938b-fd97e87e801c req-194756a3-2e41-4d33-a036-3fddb2b9934d tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Jul 08 12:25:05.538018 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Sync routers for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:25:05.570867 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:25:05.570867 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:24:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:05.687023 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:25:05.741373 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c294318-bb35-4998-8531-132b51f26616 req-b6dc776d-76d0-492f-9b8a-e56114ea49a2 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:05.742930 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2c294318-bb35-4998-8531-132b51f26616 req-b6dc776d-76d0-492f-9b8a-e56114ea49a2 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.1045785 Jul 08 12:25:05.811394 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2c294318-bb35-4998-8531-132b51f26616 req-eaa7ff5b-70e4-42d3-9e8a-60c5c6bc4b4d tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616994 Jul 08 12:25:05.826053 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56366) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:05.833781 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2043080206-network', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:05.942874 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] Made reservation on behalf of 2d42b8956de34a30a0d0e641af05c619 for: {'network': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:25:05.947793 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:05.970465 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:06.048929 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aecfde-3b62-4226-8915-ca7a6d036365 req-863f4e41-5008-4701-9ab8-853cf2b2c281 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:06.083341 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-92aecfde-3b62-4226-8915-ca7a6d036365 req-863f4e41-5008-4701-9ab8-853cf2b2c281 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0923607 Jul 08 12:25:06.119982 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-92aecfde-3b62-4226-8915-ca7a6d036365 req-e7381271-1f93-4860-b0cf-1798a5b6daec tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596132 Jul 08 12:25:06.123958 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device b6f4709c-1188-458b-bebd-ebfbdf410991 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:25:06.194309 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:06.278617 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 2, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:06.307486 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Checking router: 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:25:06.307839 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Updating router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 port 643f3a85-b155-422b-93d2-64ac5fd39bf8 binding host dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:25:06.336921 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:06.344629 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:06.363483 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=93654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:25:06.373516 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41194312-5099-4fdc-bcf8-d859cea0bfe9,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:06.379186 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port b6f4709c-1188-458b-bebd-ebfbdf410991 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:25:06.380656 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:06.381048 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.segments_db [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] Added segment 35757d2a-f142-48d5-bcd9-ca339052aa2b of type vlan for network 013d79c2-d017-403c-9950-b49c6a426f9d Jul 08 12:25:06.392938 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port b6f4709c-1188-458b-bebd-ebfbdf410991 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:06.392938 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:06.425638 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:06.514095 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:06.515077 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:06.515656 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:06.578401 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] Pushing event updated for resources: {'Network': ['ID=013d79c2-d017-403c-9950-b49c6a426f9d,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:06.592408 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network 013d79c2-d017-403c-9950-b49c6a426f9d details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:25:06.637821 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-4477dbbb-2886-4f6f-bc29-dec4932b207b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8106484 Jul 08 12:25:06.640462 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56376) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:06.646298 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-56732bc0-afd9-4689-b27b-7ac7b775a840 admin admin] Request body: {'subnet': {'network_id': '013d79c2-d017-403c-9950-b49c6a426f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2043080206-subnet', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'ip_version': 4}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:06.680652 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:06.729107 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56732bc0-afd9-4689-b27b-7ac7b775a840 admin admin] Made reservation on behalf of 2d42b8956de34a30a0d0e641af05c619 for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:25:06.731534 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-56732bc0-afd9-4689-b27b-7ac7b775a840 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58951709'] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:06.737696 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port b6f4709c-1188-458b-bebd-ebfbdf410991, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=b6f4709c-1188-458b-bebd-ebfbdf410991,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:06.800985 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Notify callbacks [] for port, precommit_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:06.811741 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Transition to ACTIVE for port object 643f3a85-b155-422b-93d2-64ac5fd39bf8 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:25:06.842401 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:06.907854 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=b6f4709c-1188-458b-bebd-ebfbdf410991,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:06.916306 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:06.916677 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:06.917020 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:06.917349 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:06.917677 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:06.918004 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:06.918328 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:06.918650 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:06.918995 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:06.919321 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:06.919663 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:06.919981 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:06.933271 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:06.986044 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b943d7-cd4a-4972-8163-a5b13457798b None None] Pushing event updated for resources: {'Port': ['ID=643f3a85-b155-422b-93d2-64ac5fd39bf8,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:07.024398 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fbae3-4945-4d19-ac28-7d817114f5db req-b4582f5b-6930-484e-9e9d-c6221d7f107b tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:07.027405 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fb5fbae3-4945-4d19-ac28-7d817114f5db req-b4582f5b-6930-484e-9e9d-c6221d7f107b tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.0762489 Jul 08 12:25:07.045473 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-56732bc0-afd9-4689-b27b-7ac7b775a840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59810699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58951727'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:07.056617 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Attempting to bind port 643f3a85-b155-422b-93d2-64ac5fd39bf8 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:25:07.056617 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Attempting to bind port 643f3a85-b155-422b-93d2-64ac5fd39bf8 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:25:07.056617 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Attempting to bind port 643f3a85-b155-422b-93d2-64ac5fd39bf8 on network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:25:07.060590 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:25:07.060957 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Checking segment: {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:25:07.061511 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:07.061911 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Bound using segment: {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:25:07.062378 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Bound port: 643f3a85-b155-422b-93d2-64ac5fd39bf8, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:25:07.062756 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:07.074453 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fb5fbae3-4945-4d19-ac28-7d817114f5db req-ee186598-4691-4c0c-a1ba-9d8cf2192e49 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390856 Jul 08 12:25:07.117597 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56732bc0-afd9-4689-b27b-7ac7b775a840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbec7b38-b4fb-44cc-a334-ea714a7b8889,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:07.133338 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56732bc0-afd9-4689-b27b-7ac7b775a840 admin admin] Checking segment: {'id': '35757d2a-f142-48d5-bcd9-ca339052aa2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '013d79c2-d017-403c-9950-b49c6a426f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:25:07.133661 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56732bc0-afd9-4689-b27b-7ac7b775a840 admin admin] Network hostable DHCP agents. Network: 013d79c2-d017-403c-9950-b49c6a426f9d, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:25:07.138017 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] For port 643f3a85-b155-422b-93d2-64ac5fd39bf8, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:25:07.143124 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] For port 643f3a85-b155-422b-93d2-64ac5fd39bf8, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=643f3a85-b155-422b-93d2-64ac5fd39bf8,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:25:07.214859 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:07.242748 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56732bc0-afd9-4689-b27b-7ac7b775a840 admin admin] Network 013d79c2-d017-403c-9950-b49c6a426f9d is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:25:07.301101 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:25:07.301746 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:24:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:07.305252 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b943d7-cd4a-4972-8163-a5b13457798b None None] Pushing event updated for resources: {'Port': ['ID=643f3a85-b155-422b-93d2-64ac5fd39bf8,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:07.324431 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317d038-f5da-42d9-ad5e-d042fca5cf62 req-33c38b5a-dc0b-47ea-b158-3c5522d4d35d tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:07.325919 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f317d038-f5da-42d9-ad5e-d042fca5cf62 req-33c38b5a-dc0b-47ea-b158-3c5522d4d35d tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0895586 Jul 08 12:25:07.333743 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-56732bc0-afd9-4689-b27b-7ac7b775a840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, 013d79c2-d017-403c-9950-b49c6a426f9d) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:25:07.344032 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56732bc0-afd9-4689-b27b-7ac7b775a840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:07.345631 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-56732bc0-afd9-4689-b27b-7ac7b775a840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:07.349003 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c0476-4eee-45b4-aac2-42e26aa746a1 None None] Network 013d79c2-d017-403c-9950-b49c6a426f9d requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:25:07.443420 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-56732bc0-afd9-4689-b27b-7ac7b775a840 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8010769 Jul 08 12:25:07.446679 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56386) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:07.451207 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2043080206-router', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:07.461520 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f317d038-f5da-42d9-ad5e-d042fca5cf62 req-e96e44e6-b21c-41f4-b82e-9d7acc649a67 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279147 Jul 08 12:25:07.495616 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:25:07.534305 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3768437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59175'] for router, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:07.535471 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59176'] for router, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:07.594126 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:07.657186 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0646aa3a-11ed-5dd6-8442-d1e895c35616-013d79c2-d017-403c-9950-b49c6a426f9d', 'network_id': '013d79c2-d017-403c-9950-b49c6a426f9d', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'fixed_ips': [{'subnet_id': 'cbec7b38-b4fb-44cc-a334-ea714a7b8889'}]}} from dv-cinder-799631-5-iscsi. {{(pid=93656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:25:07.658025 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:07.814939 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59194'] for router, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:07.859046 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.db_base_plugin_common [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Allocated IP 172.20.0.2 (013d79c2-d017-403c-9950-b49c6a426f9d/cbec7b38-b4fb-44cc-a334-ea714a7b8889/c89d603e-e46e-4e9b-8e8c-9dea8838dad9) {{(pid=93656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:25:07.917765 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device b6f4709c-1188-458b-bebd-ebfbdf410991 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:25:07.960601 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:07Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:08.114034 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ed218-074c-46ff-95ee-b019f18e6b30 None None] The sync data for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi is: [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:07Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:25:08.158162 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:08.165904 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port b6f4709c-1188-458b-bebd-ebfbdf410991 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:08.166213 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:08.203079 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:08.264395 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Notify callbacks [] for port, precommit_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:08.292365 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Transition to ACTIVE for port object c89d603e-e46e-4e9b-8e8c-9dea8838dad9 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:25:08.355959 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Transition to ACTIVE for port object c89d603e-e46e-4e9b-8e8c-9dea8838dad9 will not be triggered until provisioned by entity DHCP. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:25:08.463539 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Allocated IP 172.27.3.165 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/058a1ae4-6fda-43ef-8c05-62ae360fda71) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:25:08.492220 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:08.495173 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d8687-fe99-43d4-aea7-6d9460e2f345 req-e6a13e5e-c2c1-4798-86de-b0552522585c tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:08.503153 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-813d8687-fe99-43d4-aea7-6d9460e2f345 req-e6a13e5e-c2c1-4798-86de-b0552522585c tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.1366367 Jul 08 12:25:08.574596 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-813d8687-fe99-43d4-aea7-6d9460e2f345 req-3d6340bb-5376-4ec4-8c4e-af8d95bb43cf tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461509 Jul 08 12:25:08.576358 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Network 013d79c2-d017-403c-9950-b49c6a426f9d is already hosted by enough agents. {{(pid=93656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:25:08.604358 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.base_scheduler [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Resources bound (agent type, host, resource id): {{(pid=93656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:25:08.604358 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Received port after_create {{(pid=93656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:25:08.616678 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Pushing event updated for resources: {'Port': ['ID=c89d603e-e46e-4e9b-8e8c-9dea8838dad9,revision_number=1']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:08.623162 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:08.692072 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Attempting to bind port c89d603e-e46e-4e9b-8e8c-9dea8838dad9 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:25:08.692859 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Attempting to bind port c89d603e-e46e-4e9b-8e8c-9dea8838dad9 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '35757d2a-f142-48d5-bcd9-ca339052aa2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '013d79c2-d017-403c-9950-b49c6a426f9d'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:25:08.693158 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Attempting to bind port c89d603e-e46e-4e9b-8e8c-9dea8838dad9 on network 013d79c2-d017-403c-9950-b49c6a426f9d {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:25:08.699854 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:25:08.700234 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Checking segment: {'id': '35757d2a-f142-48d5-bcd9-ca339052aa2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '013d79c2-d017-403c-9950-b49c6a426f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:25:08.706169 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:08.706734 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Bound using segment: {'id': '35757d2a-f142-48d5-bcd9-ca339052aa2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '013d79c2-d017-403c-9950-b49c6a426f9d'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:25:08.707518 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Bound port: c89d603e-e46e-4e9b-8e8c-9dea8838dad9, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35757d2a-f142-48d5-bcd9-ca339052aa2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '013d79c2-d017-403c-9950-b49c6a426f9d'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:25:08.707927 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:08.741988 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:08.827088 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9f1cf-167e-48d3-98da-0ee50497fea0 req-5db1bddd-3d12-4204-ae99-32ed437ebb09 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:08.836752 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-77e9f1cf-167e-48d3-98da-0ee50497fea0 req-5db1bddd-3d12-4204-ae99-32ed437ebb09 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1111102 Jul 08 12:25:08.854985 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] For port c89d603e-e46e-4e9b-8e8c-9dea8838dad9, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:25:08.868094 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] For port c89d603e-e46e-4e9b-8e8c-9dea8838dad9, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=c89d603e-e46e-4e9b-8e8c-9dea8838dad9,segment=NetworkSegment(35757d2a-f142-48d5-bcd9-ca339052aa2b),segment_id=35757d2a-f142-48d5-bcd9-ca339052aa2b)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:25:08.898177 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:25:08.908833 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:25:08.914156 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:25:08.921725 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=058a1ae4-6fda-43ef-8c05-62ae360fda71,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:08.931822 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-77e9f1cf-167e-48d3-98da-0ee50497fea0 req-8b208457-bf42-444c-a368-fb2a7dad45c2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930574 Jul 08 12:25:08.960236 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:09.117825 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa964e-bcb4-4c46-9427-d1daefb74dbe None None] Pushing event updated for resources: {'Port': ['ID=c89d603e-e46e-4e9b-8e8c-9dea8838dad9,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:09.487378 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:09.753689 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3782363'] for router, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:10.016344 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66744e93-4f9e-4ec9-9c66-41a1e246f1a1 req-1c2bd548-b8ca-48af-8d0a-490ffd129d80 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:10.024344 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-66744e93-4f9e-4ec9-9c66-41a1e246f1a1 req-1c2bd548-b8ca-48af-8d0a-490ffd129d80 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.1358302 Jul 08 12:25:10.064206 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device c89d603e-e46e-4e9b-8e8c-9dea8838dad9 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:25:10.100506 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-66744e93-4f9e-4ec9-9c66-41a1e246f1a1 req-27d07bc1-9dd5-4a23-9c58-d630c3825948 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741727 Jul 08 12:25:10.245188 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port c89d603e-e46e-4e9b-8e8c-9dea8838dad9 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:25:10.249992 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 643f3a85-b155-422b-93d2-64ac5fd39bf8 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:25:10.284104 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56165e7-1f72-45c9-99ad-b8b786ffdfa7 req-e2d14e89-b461-4812-acd6-b713583751c6 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:10.285683 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d56165e7-1f72-45c9-99ad-b8b786ffdfa7 req-e2d14e89-b461-4812-acd6-b713583751c6 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0769033 Jul 08 12:25:10.313547 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Router 2915073a-6cc0-4259-b75c-4ce28c73753c is scheduled to L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a with binding_index 1 {{(pid=93654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:25:10.328170 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d56165e7-1f72-45c9-99ad-b8b786ffdfa7 req-a6d93410-da31-4d50-a249-9fbf6d2d00cb tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349641 Jul 08 12:25:10.338379 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f878f8b6-9c20-4f4e-ad85-13e8bc7c16c2 None None] Network 013d79c2-d017-403c-9950-b49c6a426f9d requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:25:10.397715 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 643f3a85-b155-422b-93d2-64ac5fd39bf8 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:25:10.404542 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 643f3a85-b155-422b-93d2-64ac5fd39bf8 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:10.404939 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:10.476798 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:25:10.498406 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Sync routers for ids ['2915073a-6cc0-4259-b75c-4ce28c73753c'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:25:10.502173 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013c480-17ba-46ea-a618-0b3e595f79f4 req-3b054f7b-6caa-4fd9-9a6e-99e0635ae913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:10.502173 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f013c480-17ba-46ea-a618-0b3e595f79f4 req-3b054f7b-6caa-4fd9-9a6e-99e0635ae913 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4d389f3c5f06460e87afaaad9a294b66&device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 1097 time: 0.1146197 Jul 08 12:25:10.516288 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Routers {'2915073a-6cc0-4259-b75c-4ce28c73753c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:25:10.517290 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:24:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['2915073a-6cc0-4259-b75c-4ce28c73753c'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:10.593102 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:10.601658 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-cf6d6764-d6ba-4269-ba32-dba071c06a4b None None] Provisioning for port c89d603e-e46e-4e9b-8e8c-9dea8838dad9 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:25:10.613425 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-cf6d6764-d6ba-4269-ba32-dba071c06a4b None None] Provisioning complete for port c89d603e-e46e-4e9b-8e8c-9dea8838dad9 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:10.613930 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-cf6d6764-d6ba-4269-ba32-dba071c06a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:10.637031 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:10.638285 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-9b51b5ba-96d5-44e9-be7b-00dbf62da6d0 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1911697 Jul 08 12:25:10.641084 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56430) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:10.647457 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013c480-17ba-46ea-a618-0b3e595f79f4 req-96c82b82-4014-45b7-9f1c-4fd728fc8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:10.649082 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f013c480-17ba-46ea-a618-0b3e595f79f4 req-96c82b82-4014-45b7-9f1c-4fd728fc8069 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=4d389f3c5f06460e87afaaad9a294b66&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1361668 Jul 08 12:25:10.662519 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Set router 2915073a-6cc0-4259-b75c-4ce28c73753c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:25:10.676305 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 643f3a85-b155-422b-93d2-64ac5fd39bf8, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=643f3a85-b155-422b-93d2-64ac5fd39bf8,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:10.755860 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-cf6d6764-d6ba-4269-ba32-dba071c06a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:10.779218 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:10.829997 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-cf6d6764-d6ba-4269-ba32-dba071c06a4b None None] For port c89d603e-e46e-4e9b-8e8c-9dea8838dad9, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=c89d603e-e46e-4e9b-8e8c-9dea8838dad9,segment=NetworkSegment(35757d2a-f142-48d5-bcd9-ca339052aa2b),segment_id=35757d2a-f142-48d5-bcd9-ca339052aa2b)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:10.871686 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013c480-17ba-46ea-a618-0b3e595f79f4 req-8f5c12cd-34ba-4579-a6f6-5831c9309827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:10.873631 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f013c480-17ba-46ea-a618-0b3e595f79f4 req-8f5c12cd-34ba-4579-a6f6-5831c9309827 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808178 Jul 08 12:25:10.880368 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=643f3a85-b155-422b-93d2-64ac5fd39bf8,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:10.962749 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-cf6d6764-d6ba-4269-ba32-dba071c06a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:11.016112 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'name': 'tempest-TestVolumeBootPattern-2043080206-router', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '058a1ae4-6fda-43ef-8c05-62ae360fda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:25:07Z', 'updated_at': '2021-07-08T12:25:09Z', 'revision_number': 3, 'project_id': '2d42b8956de34a30a0d0e641af05c619', 'gw_port': {'id': '058a1ae4-6fda-43ef-8c05-62ae360fda71', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:08Z', 'updated_at': '2021-07-08T12:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:11.073145 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Checking router: 2915073a-6cc0-4259-b75c-4ce28c73753c for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:25:11.074217 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Updating router 2915073a-6cc0-4259-b75c-4ce28c73753c port 058a1ae4-6fda-43ef-8c05-62ae360fda71 binding host dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:25:11.078468 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d6764-d6ba-4269-ba32-dba071c06a4b None None] Pushing event updated for resources: {'Port': ['ID=c89d603e-e46e-4e9b-8e8c-9dea8838dad9,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:11.089028 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-fd534d36-b7df-464b-a8d4-83a9bd20a47d None None] Provisioning complete for port c89d603e-e46e-4e9b-8e8c-9dea8838dad9 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:11.089214 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-fd534d36-b7df-464b-a8d4-83a9bd20a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:11.111647 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-d844bd22-ef24-4a2a-a060-5ada1f1c4188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:11.113229 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-d844bd22-ef24-4a2a-a060-5ada1f1c4188 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4d389f3c5f06460e87afaaad9a294b66&device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 1097 time: 0.1701548 Jul 08 12:25:11.135727 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:11.201880 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-80dbd6a9-1429-44bb-ad2c-a022f7af20e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6193803f-9240-4791-8564-1be2d18f23ca HTTP/1.1" status: 200 len: 217 time: 0.0747118 Jul 08 12:25:11.308168 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a971a-3916-4ccb-a9f0-bab94751bb5b req-079297f6-9de5-4e03-87a6-3988008f4811 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:11.310628 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a44a971a-3916-4ccb-a9f0-bab94751bb5b req-079297f6-9de5-4e03-87a6-3988008f4811 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.0796912 Jul 08 12:25:11.311929 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-c68713da-94d8-4447-814b-245642b7a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:11.314112 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-c68713da-94d8-4447-814b-245642b7a848 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=09f2dac1-739f-4064-b6e6-ddb4354af3d1 HTTP/1.1" status: 200 len: 853 time: 0.0876231 Jul 08 12:25:11.371219 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a44a971a-3916-4ccb-a9f0-bab94751bb5b req-a0ce0c07-9490-49d4-ad93-89bd29c0a072 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542827 Jul 08 12:25:11.465076 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:11.508459 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-76ce84a7-4c97-430d-931a-db4c92756e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:11.510867 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-76ce84a7-4c97-430d-931a-db4c92756e6c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b3b2f401-2e4a-4b50-bc1d-15006406ea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1699712 Jul 08 12:25:11.546554 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfa4aa-f814-45c0-9d55-172d0a3a6902 req-778e3e71-dfdd-4d8a-afb2-3eaffa85a158 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:11.548080 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0cdfa4aa-f814-45c0-9d55-172d0a3a6902 req-778e3e71-dfdd-4d8a-afb2-3eaffa85a158 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0799267 Jul 08 12:25:11.576139 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:11.589328 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Transition to ACTIVE for port object 058a1ae4-6fda-43ef-8c05-62ae360fda71 will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:25:11.607841 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0cdfa4aa-f814-45c0-9d55-172d0a3a6902 req-498f1d86-7ca9-42ec-88da-17811df33e5b tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522649 Jul 08 12:25:11.683494 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:11.709006 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-c19b3a0a-9b2c-44e2-8824-9b6101f52607 service neutron] 10.222.0.89 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641879 Jul 08 12:25:11.732324 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Attempting to bind port 058a1ae4-6fda-43ef-8c05-62ae360fda71 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:25:11.732728 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Attempting to bind port 058a1ae4-6fda-43ef-8c05-62ae360fda71 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:25:11.733893 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Attempting to bind port 058a1ae4-6fda-43ef-8c05-62ae360fda71 on network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:25:11.743877 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:25:11.744803 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Checking segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:25:11.745231 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:11.745634 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Bound using segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:25:11.746125 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Bound port: 058a1ae4-6fda-43ef-8c05-62ae360fda71, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:25:11.746550 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:11.773446 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795567ad-cb21-41b5-b5ca-89518aaef302 None None] Pushing event updated for resources: {'Port': ['ID=058a1ae4-6fda-43ef-8c05-62ae360fda71,revision_number=2']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:11.780265 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Allocated IP 172.20.0.1 (013d79c2-d017-403c-9950-b49c6a426f9d/cbec7b38-b4fb-44cc-a334-ea714a7b8889/9fe1bef6-cab4-4e01-9096-257543aa5293) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:25:11.820984 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] For port 058a1ae4-6fda-43ef-8c05-62ae360fda71, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:25:11.823177 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] For port 058a1ae4-6fda-43ef-8c05-62ae360fda71, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=058a1ae4-6fda-43ef-8c05-62ae360fda71,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:25:11.879592 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-906c47d8-d3f3-48da-b5a1-397e66a6a0e0 req-91251137-93a2-45aa-9b6f-0b3bb153fb11 service neutron] 10.222.0.89 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627989 Jul 08 12:25:11.916886 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:11.934650 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:11.953345 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Transition to ACTIVE for port object 9fe1bef6-cab4-4e01-9096-257543aa5293 will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:25:11.966461 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device c89d603e-e46e-4e9b-8e8c-9dea8838dad9 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:25:12.018222 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Routers {'2915073a-6cc0-4259-b75c-4ce28c73753c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:25:12.018971 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:24:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['2915073a-6cc0-4259-b75c-4ce28c73753c'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:12.033977 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port c89d603e-e46e-4e9b-8e8c-9dea8838dad9 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:12.034351 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:12.065663 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795567ad-cb21-41b5-b5ca-89518aaef302 None None] Pushing event updated for resources: {'Port': ['ID=058a1ae4-6fda-43ef-8c05-62ae360fda71,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:12.080810 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:12.129219 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:12.155801 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 643f3a85-b155-422b-93d2-64ac5fd39bf8 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:25:12.169700 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] Set router 2915073a-6cc0-4259-b75c-4ce28c73753c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:25:12.208788 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Network 013d79c2-d017-403c-9950-b49c6a426f9d is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:25:12.219712 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 643f3a85-b155-422b-93d2-64ac5fd39bf8 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:12.220090 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:12.221540 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:25:12.226981 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:25:12.255766 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Pushing event updated for resources: {'Port': ['ID=9fe1bef6-cab4-4e01-9096-257543aa5293,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:12.260749 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1ceae-52cc-4bb4-9987-7b12e7066672 req-80add44a-b322-489d-a3cb-94729e4b6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:12.262712 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a1d1ceae-52cc-4bb4-9987-7b12e7066672 req-80add44a-b322-489d-a3cb-94729e4b6bd1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 1098 time: 0.2183511 Jul 08 12:25:12.310311 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782866'] for router_interface, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:12.367022 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a1d1ceae-52cc-4bb4-9987-7b12e7066672 req-c5542a42-3a59-4565-8631-558b72ebef23 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954156 Jul 08 12:25:12.419952 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'name': 'tempest-TestVolumeBootPattern-2043080206-router', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '058a1ae4-6fda-43ef-8c05-62ae360fda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:25:07Z', 'updated_at': '2021-07-08T12:25:09Z', 'revision_number': 3, 'project_id': '2d42b8956de34a30a0d0e641af05c619', 'gw_port': {'id': '058a1ae4-6fda-43ef-8c05-62ae360fda71', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:08Z', 'updated_at': '2021-07-08T12:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:12.488992 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b53d9-85db-419c-81b4-9585540065b4 None None] The sync data for ids ['2915073a-6cc0-4259-b75c-4ce28c73753c'] in dv-cinder-799631-5-iscsi is: [{'id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'name': 'tempest-TestVolumeBootPattern-2043080206-router', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '058a1ae4-6fda-43ef-8c05-62ae360fda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:25:07Z', 'updated_at': '2021-07-08T12:25:09Z', 'revision_number': 3, 'project_id': '2d42b8956de34a30a0d0e641af05c619', 'gw_port': {'id': '058a1ae4-6fda-43ef-8c05-62ae360fda71', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:08Z', 'updated_at': '2021-07-08T12:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:25:12.615721 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:12.622991 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4ee31-1a73-42e7-92e9-4cb1a07e3d26 req-086c01c8-d9ea-454a-88bc-62c2472a05aa tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:12.624644 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cad4ee31-1a73-42e7-92e9-4cb1a07e3d26 req-086c01c8-d9ea-454a-88bc-62c2472a05aa tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.0828366 Jul 08 12:25:12.670303 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-981f4f26-594f-4440-acda-693844846505 None None] Provisioning for port 9fe1bef6-cab4-4e01-9096-257543aa5293 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:25:12.674856 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-981f4f26-594f-4440-acda-693844846505 None None] Provisioning complete for port 9fe1bef6-cab4-4e01-9096-257543aa5293 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:12.675289 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cad4ee31-1a73-42e7-92e9-4cb1a07e3d26 req-2f1c940c-d436-4764-bcd4-1a928845a73f tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439777 Jul 08 12:25:12.675666 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-981f4f26-594f-4440-acda-693844846505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:12.739338 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-981f4f26-594f-4440-acda-693844846505 None None] Port 9fe1bef6-cab4-4e01-9096-257543aa5293 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:25:12.881849 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:12.896754 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e626c-b226-45d2-b82e-182c2017cee6 req-ea1929e0-45fc-459f-9096-ec7f22f9d8a5 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:12.898398 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fa9e626c-b226-45d2-b82e-182c2017cee6 req-ea1929e0-45fc-459f-9096-ec7f22f9d8a5 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0845051 Jul 08 12:25:12.941537 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fa9e626c-b226-45d2-b82e-182c2017cee6 req-10e76a4f-c423-4190-8d6d-90823d340a44 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353484 Jul 08 12:25:12.948799 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:13.027779 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Pushing event updated for resources: {'Port': ['ID=9fe1bef6-cab4-4e01-9096-257543aa5293,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:13.037451 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3780481'] for router_interface, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:13.145005 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Network 013d79c2-d017-403c-9950-b49c6a426f9d is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:25:13.146350 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:25:13.291200 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Router 2915073a-6cc0-4259-b75c-4ce28c73753c has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:25:13.424298 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:25:13.439835 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-c080830c-c18e-4144-990b-e04944dbde6a admin admin] 10.222.0.88 "PUT /v2.0/routers/2915073a-6cc0-4259-b75c-4ce28c73753c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7894957 Jul 08 12:25:13.461457 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-e94b36f2-1273-4436-84a3-a27ddbbf1b5d None None] Provisioning complete for port 9fe1bef6-cab4-4e01-9096-257543aa5293 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:13.462530 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-e94b36f2-1273-4436-84a3-a27ddbbf1b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:13.504966 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-e94b36f2-1273-4436-84a3-a27ddbbf1b5d None None] Port 9fe1bef6-cab4-4e01-9096-257543aa5293 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:25:13.920223 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 058a1ae4-6fda-43ef-8c05-62ae360fda71 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:25:13.922841 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483cb0d-3047-4b0e-8ed9-16cd2a006f12 req-ae239f97-1c8b-469a-b85f-d2232598ea2e tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:13.924587 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7483cb0d-3047-4b0e-8ed9-16cd2a006f12 req-ae239f97-1c8b-469a-b85f-d2232598ea2e tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.0966933 Jul 08 12:25:13.967179 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7483cb0d-3047-4b0e-8ed9-16cd2a006f12 req-af3ffc01-7170-475b-90d5-86205191cea4 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352392 Jul 08 12:25:14.082233 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 058a1ae4-6fda-43ef-8c05-62ae360fda71 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:25:14.082233 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 058a1ae4-6fda-43ef-8c05-62ae360fda71 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:14.082233 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:14.106010 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 56506) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:14.112240 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-55569ff2-3726-4f6b-b95a-a82b05dad301 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-259161430', 'description': 'tempest-secgroup-smoke-259161430 description', 'project_id': '3bd03333fac1458580472c07c3ce8543'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:14.183789 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:14.194269 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56508) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:14.206240 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-55569ff2-3726-4f6b-b95a-a82b05dad301 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:14.219028 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 058a1ae4-6fda-43ef-8c05-62ae360fda71, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=058a1ae4-6fda-43ef-8c05-62ae360fda71,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:14.287773 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:14.328239 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c3d4d08b-5f79-4c3b-9cda-07f84c18a1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:14.339792 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d76097-3611-48c5-87d4-4c67df7e43c5 req-4d926b45-eba5-4c04-9a33-ae3e742a19f7 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:14.341344 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f8d76097-3611-48c5-87d4-4c67df7e43c5 req-4d926b45-eba5-4c04-9a33-ae3e742a19f7 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1292636 Jul 08 12:25:14.342374 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=058a1ae4-6fda-43ef-8c05-62ae360fda71,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:14.394483 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-55569ff2-3726-4f6b-b95a-a82b05dad301 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:14.399835 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f8d76097-3611-48c5-87d4-4c67df7e43c5 req-cb28d0e8-4a5b-4a75-bb2a-a08a59141957 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525634 Jul 08 12:25:14.497151 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-55569ff2-3726-4f6b-b95a-a82b05dad301 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:14.529537 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55569ff2-3726-4f6b-b95a-a82b05dad301 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644a4ef8-c292-4c88-9634-b34129950872,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:14.600427 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c3d4d08b-5f79-4c3b-9cda-07f84c18a1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:14.700862 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c3d4d08b-5f79-4c3b-9cda-07f84c18a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:14.752719 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-c3d4d08b-5f79-4c3b-9cda-07f84c18a1f7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=90feee9142b54c4fb2f55ddcdb7e114c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5573082 Jul 08 12:25:14.758020 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4d08b-5f79-4c3b-9cda-07f84c18a1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337b1316-95fb-47f4-912d-aa6d543f8786,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:14.760456 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56528) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:14.780395 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-55569ff2-3726-4f6b-b95a-a82b05dad301 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:14.783267 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-55569ff2-3726-4f6b-b95a-a82b05dad301 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6758749 Jul 08 12:25:14.786339 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 56532) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:14.792133 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-0528f755-d5fe-49a7-86ba-e723f7fdd1a5 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Request body: {'security_group_rule': {'security_group_id': '644a4ef8-c292-4c88-9634-b34129950872', 'project_id': '3bd03333fac1458580472c07c3ce8543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:14.819890 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8e231383-4329-4eed-85c4-2f3eb771ccbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:14.854354 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8e231383-4329-4eed-85c4-2f3eb771ccbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:14.949664 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0528f755-d5fe-49a7-86ba-e723f7fdd1a5 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:15.047633 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-b83723bf-e6e7-4ef4-92bd-bda24648443f tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:15.049242 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-b83723bf-e6e7-4ef4-92bd-bda24648443f tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/networks?id=f8bb1a41-24ab-4371-8111-192002385033 HTTP/1.1" status: 200 len: 814 time: 0.1828980 Jul 08 12:25:15.082642 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0528f755-d5fe-49a7-86ba-e723f7fdd1a5 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:15.086263 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-31b5e40a-c674-43e1-89f3-cb0425d745ac tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/quotas/8d7773d532de4c43a383ed3483e3e1f3 HTTP/1.1" status: 200 len: 375 time: 0.0265322 Jul 08 12:25:15.195905 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0528f755-d5fe-49a7-86ba-e723f7fdd1a5 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:15.208522 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796786dd-63c7-470e-b4cc-71198dd744ac req-c60d808d-b2d0-483e-a310-476cfa771271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:15.210099 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-796786dd-63c7-470e-b4cc-71198dd744ac req-c60d808d-b2d0-483e-a310-476cfa771271 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 1098 time: 0.0626190 Jul 08 12:25:15.232493 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528f755-d5fe-49a7-86ba-e723f7fdd1a5 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846e26a5-78fa-4149-b801-71205ad2b1e8,revision_number=0']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:15.252360 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-e738f618-9692-45bd-a636-4c996e41f62f tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1575427 Jul 08 12:25:15.264437 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8e231383-4329-4eed-85c4-2f3eb771ccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:15.267223 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8e231383-4329-4eed-85c4-2f3eb771ccbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:15.268375 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-8e231383-4329-4eed-85c4-2f3eb771ccbd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/337b1316-95fb-47f4-912d-aa6d543f8786 HTTP/1.1" status: 204 len: 168 time: 0.5064843 Jul 08 12:25:15.282579 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae002bf6-20d4-41d3-b841-19d8d5a30fac req-75e5f4e4-0fe5-4ca2-929d-0a4820bb40ec tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:15.284144 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ae002bf6-20d4-41d3-b841-19d8d5a30fac req-75e5f4e4-0fe5-4ca2-929d-0a4820bb40ec tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1882775 Jul 08 12:25:15.329991 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e231383-4329-4eed-85c4-2f3eb771ccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337b1316-95fb-47f4-912d-aa6d543f8786,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:15.334342 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0528f755-d5fe-49a7-86ba-e723f7fdd1a5 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:15.335770 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-0528f755-d5fe-49a7-86ba-e723f7fdd1a5 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5480289 Jul 08 12:25:15.346877 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56550) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:15.346877 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-bc001195-8111-4a22-b25f-f6603d6b8da0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Request body: {'security_group_rule': {'security_group_id': '644a4ef8-c292-4c88-9634-b34129950872', 'project_id': '3bd03333fac1458580472c07c3ce8543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:15.357299 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796786dd-63c7-470e-b4cc-71198dd744ac req-009f8789-6a01-47b1-ab32-608ff10b6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:15.358889 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-796786dd-63c7-470e-b4cc-71198dd744ac req-009f8789-6a01-47b1-ab32-608ff10b6e33 service neutron] 10.222.0.89 "GET /v2.0/networks?id=944642c5-34cb-4052-9c71-c9f2bb6fc18d HTTP/1.1" status: 200 len: 919 time: 0.1412568 Jul 08 12:25:15.378627 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ae002bf6-20d4-41d3-b841-19d8d5a30fac req-1ba826dd-f7de-4e8e-a180-24f06c07f542 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626032 Jul 08 12:25:15.393956 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-c0d92d97-d9a4-4969-9fb1-64f8bdbc4834 service neutron] 10.222.0.88 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404953 Jul 08 12:25:15.425322 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-796786dd-63c7-470e-b4cc-71198dd744ac req-0ac31d59-98ab-490e-a542-9f76ff973806 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d7c501d-f57b-421d-852f-d79a3038fb5e HTTP/1.1" status: 200 len: 217 time: 0.0575194 Jul 08 12:25:15.473765 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-f37eeefc-b0ae-45c2-b010-e45a6f9c2d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:15.486274 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796786dd-63c7-470e-b4cc-71198dd744ac req-e99c6ed7-71c6-4935-86d8-85612e92554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:15.496957 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-796786dd-63c7-470e-b4cc-71198dd744ac req-e99c6ed7-71c6-4935-86d8-85612e92554b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a0e2175b-da30-4bbc-b885-7bdc05d46a4d HTTP/1.1" status: 200 len: 858 time: 0.0568237 Jul 08 12:25:15.510076 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-446afba0-c203-488f-a886-bb158ed324ea service neutron] 10.222.0.88 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077483 Jul 08 12:25:15.529520 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-796786dd-63c7-470e-b4cc-71198dd744ac req-a552ea4c-eeba-43ee-aef1-d5d0f85c6036 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=944642c5-34cb-4052-9c71-c9f2bb6fc18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316849 Jul 08 12:25:15.536237 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Sync routers for ids ['2915073a-6cc0-4259-b75c-4ce28c73753c'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:25:15.545595 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bc001195-8111-4a22-b25f-f6603d6b8da0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:15.550452 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Routers {'2915073a-6cc0-4259-b75c-4ce28c73753c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:25:15.551809 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:24:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['2915073a-6cc0-4259-b75c-4ce28c73753c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:15.588031 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d66543-bec1-4e08-8e4f-9662e4da9a10 req-e463265e-13aa-4b10-8fcf-3b674112d189 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:15.589636 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f1d66543-bec1-4e08-8e4f-9662e4da9a10 req-e463265e-13aa-4b10-8fcf-3b674112d189 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.0783069 Jul 08 12:25:15.661160 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f1d66543-bec1-4e08-8e4f-9662e4da9a10 req-abcb6e6b-04c3-4e4a-8f63-a4fc189bc1df tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476327 Jul 08 12:25:15.666769 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bc001195-8111-4a22-b25f-f6603d6b8da0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:15.684930 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-796786dd-63c7-470e-b4cc-71198dd744ac req-ee236187-642b-4344-8b87-049f4ad17cc8 service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403787 Jul 08 12:25:15.705942 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Set router 2915073a-6cc0-4259-b75c-4ce28c73753c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:25:15.829449 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-796786dd-63c7-470e-b4cc-71198dd744ac req-d98dc502-7371-472d-a6e5-720bc45d6420 service neutron] 10.222.0.89 "GET /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334112 Jul 08 12:25:15.831967 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bc001195-8111-4a22-b25f-f6603d6b8da0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:15.874585 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc001195-8111-4a22-b25f-f6603d6b8da0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e840ba-d29b-4a66-9372-fefcaa833c2d,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:15.948408 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-68926eaf-d2dd-417c-ae64-2a3a04299b91 req-f9db6f57-6b42-4497-a019-577a54809f23 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 210 time: 0.0630255 Jul 08 12:25:15.962788 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bc001195-8111-4a22-b25f-f6603d6b8da0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:15.967853 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 56570) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:15.968365 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-bc001195-8111-4a22-b25f-f6603d6b8da0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6278467 Jul 08 12:25:15.978747 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-513526be-b61b-49aa-8695-9cb317c552e8 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Request body: {'security_group_rule': {'security_group_id': '644a4ef8-c292-4c88-9634-b34129950872', 'project_id': '3bd03333fac1458580472c07c3ce8543', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:15.984411 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 058a1ae4-6fda-43ef-8c05-62ae360fda71 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:25:16.063932 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'name': 'tempest-TestVolumeBootPattern-2043080206-router', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '058a1ae4-6fda-43ef-8c05-62ae360fda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:25:07Z', 'updated_at': '2021-07-08T12:25:12Z', 'revision_number': 4, 'project_id': '2d42b8956de34a30a0d0e641af05c619', 'gw_port': {'id': '058a1ae4-6fda-43ef-8c05-62ae360fda71', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:08Z', 'updated_at': '2021-07-08T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '9fe1bef6-cab4-4e01-9096-257543aa5293', 'name': '', 'network_id': '013d79c2-d017-403c-9950-b49c6a426f9d', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'mac_address': 'fa:16:3e:03:64:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbec7b38-b4fb-44cc-a334-ea714a7b8889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:11Z', 'updated_at': '2021-07-08T12:25:12Z', 'revision_number': 2, 'project_id': '2d42b8956de34a30a0d0e641af05c619', 'subnets': [{'id': 'cbec7b38-b4fb-44cc-a334-ea714a7b8889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:16.096923 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Checking router: 2915073a-6cc0-4259-b75c-4ce28c73753c for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:25:16.097279 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Updating router 2915073a-6cc0-4259-b75c-4ce28c73753c port 9fe1bef6-cab4-4e01-9096-257543aa5293 binding host dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:25:16.116192 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-513526be-b61b-49aa-8695-9cb317c552e8 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.132732 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 058a1ae4-6fda-43ef-8c05-62ae360fda71 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:16.133168 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.153446 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56600) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:16.161966 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.177035 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-865135dc-bb63-486a-b210-e5d8cce2e9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.225977 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-513526be-b61b-49aa-8695-9cb317c552e8 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.311443 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-513526be-b61b-49aa-8695-9cb317c552e8 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.312362 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-865135dc-bb63-486a-b210-e5d8cce2e9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.335342 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513526be-b61b-49aa-8695-9cb317c552e8 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab6f442-34ff-4b36-8f18-5d04d7b43148,revision_number=0']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:16.390874 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-865135dc-bb63-486a-b210-e5d8cce2e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.450441 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865135dc-bb63-486a-b210-e5d8cce2e9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e56612f-74d6-4e40-81d9-6b9f0a0c7c7b,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:16.458232 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-865135dc-bb63-486a-b210-e5d8cce2e9fb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bac8b03c9ce54300919ffba0fe11c19d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034058 Jul 08 12:25:16.462504 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 56608) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:16.515775 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-513526be-b61b-49aa-8695-9cb317c552e8 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.519953 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56612) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:16.525538 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-8a8028fd-942a-41bf-8135-f8168020cc4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Request body: {'security_group_rule': {'security_group_id': '644a4ef8-c292-4c88-9634-b34129950872', 'project_id': '3bd03333fac1458580472c07c3ce8543', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:16.535662 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-513526be-b61b-49aa-8695-9cb317c552e8 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5663555 Jul 08 12:25:16.596553 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Notify callbacks [] for port, precommit_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.615243 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Transition to ACTIVE for port object 9fe1bef6-cab4-4e01-9096-257543aa5293 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:25:16.615526 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-46ec1872-b304-4430-8875-7c9354e3d075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.646851 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-46ec1872-b304-4430-8875-7c9354e3d075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.666192 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f855e-ecec-43f3-bc34-386e748c1fb6 req-49acdcf8-a88c-4500-9418-7e66fdfd9664 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:16.667748 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-820f855e-ecec-43f3-bc34-386e748c1fb6 req-49acdcf8-a88c-4500-9418-7e66fdfd9664 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1309564 Jul 08 12:25:16.700156 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8a8028fd-942a-41bf-8135-f8168020cc4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.726982 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-820f855e-ecec-43f3-bc34-386e748c1fb6 req-865c962c-8860-4e9b-b045-c587424b4a69 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510399 Jul 08 12:25:16.736086 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.848396 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f757e2-74be-46c5-8113-81cfe4b36185 None None] Pushing event updated for resources: {'Port': ['ID=9fe1bef6-cab4-4e01-9096-257543aa5293,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:16.875070 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0742b1a-aa81-4bd8-a03d-58a9681cfe50 req-158023f4-ee9d-485d-9090-02b5d51bf599 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:16.877505 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c0742b1a-aa81-4bd8-a03d-58a9681cfe50 req-158023f4-ee9d-485d-9090-02b5d51bf599 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.0825419 Jul 08 12:25:16.895146 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Attempting to bind port 9fe1bef6-cab4-4e01-9096-257543aa5293 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:25:16.895146 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Attempting to bind port 9fe1bef6-cab4-4e01-9096-257543aa5293 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '35757d2a-f142-48d5-bcd9-ca339052aa2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '013d79c2-d017-403c-9950-b49c6a426f9d'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:25:16.895146 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Attempting to bind port 9fe1bef6-cab4-4e01-9096-257543aa5293 on network 013d79c2-d017-403c-9950-b49c6a426f9d {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:25:16.903201 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:25:16.903853 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Checking segment: {'id': '35757d2a-f142-48d5-bcd9-ca339052aa2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '013d79c2-d017-403c-9950-b49c6a426f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:25:16.904414 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.905714 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Bound using segment: {'id': '35757d2a-f142-48d5-bcd9-ca339052aa2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '013d79c2-d017-403c-9950-b49c6a426f9d'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:25:16.906128 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Bound port: 9fe1bef6-cab4-4e01-9096-257543aa5293, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35757d2a-f142-48d5-bcd9-ca339052aa2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '013d79c2-d017-403c-9950-b49c6a426f9d'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:25:16.907397 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.937712 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-46ec1872-b304-4430-8875-7c9354e3d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.943423 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-46ec1872-b304-4430-8875-7c9354e3d075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.944880 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-46ec1872-b304-4430-8875-7c9354e3d075 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2e56612f-74d6-4e40-81d9-6b9f0a0c7c7b HTTP/1.1" status: 204 len: 168 time: 0.4778104 Jul 08 12:25:16.956082 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8a8028fd-942a-41bf-8135-f8168020cc4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:16.978121 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec1872-b304-4430-8875-7c9354e3d075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e56612f-74d6-4e40-81d9-6b9f0a0c7c7b,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:16.994499 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c0742b1a-aa81-4bd8-a03d-58a9681cfe50 req-1376c1df-b697-4d8d-9c31-a67a0301d906 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083364 Jul 08 12:25:17.074155 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8a8028fd-942a-41bf-8135-f8168020cc4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:17.097223 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8028fd-942a-41bf-8135-f8168020cc4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b3f938-f012-44c7-bed6-89b183b2601a,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:17.106501 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] For port 9fe1bef6-cab4-4e01-9096-257543aa5293, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:25:17.112017 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] For port 9fe1bef6-cab4-4e01-9096-257543aa5293, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=9fe1bef6-cab4-4e01-9096-257543aa5293,segment=NetworkSegment(35757d2a-f142-48d5-bcd9-ca339052aa2b),segment_id=35757d2a-f142-48d5-bcd9-ca339052aa2b)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:25:17.182571 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8a8028fd-942a-41bf-8135-f8168020cc4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:17.184327 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-8a8028fd-942a-41bf-8135-f8168020cc4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6632597 Jul 08 12:25:17.192807 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 56626) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:17.197953 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-9ad0c9bc-3bf3-48b9-ac51-f071a223cc19 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Request body: {'security_group_rule': {'security_group_id': '644a4ef8-c292-4c88-9634-b34129950872', 'project_id': '3bd03333fac1458580472c07c3ce8543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:17.208504 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:17.223953 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e1fac4ea-64e1-40b2-8820-18d38ef27611 req-9500323a-2847-4ff0-ab38-7e461d1e7a05 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 210 time: 0.0403650 Jul 08 12:25:17.285162 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.securitygroups_db [None req-9ad0c9bc-3bf3-48b9-ac51-f071a223cc19 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Project 3bd03333fac1458580472c07c3ce8543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 12:25:17.291590 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c9bc-3bf3-48b9-ac51-f071a223cc19 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:17.296477 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Routers {'2915073a-6cc0-4259-b75c-4ce28c73753c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:25:17.296721 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:24:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['2915073a-6cc0-4259-b75c-4ce28c73753c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:17.376293 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c9bc-3bf3-48b9-ac51-f071a223cc19 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:17.467979 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c9bc-3bf3-48b9-ac51-f071a223cc19 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:17.491357 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f757e2-74be-46c5-8113-81cfe4b36185 None None] Pushing event updated for resources: {'Port': ['ID=9fe1bef6-cab4-4e01-9096-257543aa5293,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:17.517631 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0c9bc-3bf3-48b9-ac51-f071a223cc19 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165a64d6-1004-4306-a68a-d09af01e46f5,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:17.549289 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 6193803f-9240-4791-8564-1be2d18f23ca details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:25:17.628062 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c9bc-3bf3-48b9-ac51-f071a223cc19 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:17.632519 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 56648) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:17.636991 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-9ad0c9bc-3bf3-48b9-ac51-f071a223cc19 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4429126 Jul 08 12:25:17.645832 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-24a46f46-ee4d-49ed-bc4a-59050bfbaa89 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Request body: {'security_group_rule': {'security_group_id': '644a4ef8-c292-4c88-9634-b34129950872', 'project_id': '3bd03333fac1458580472c07c3ce8543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:17.645944 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] Set router 2915073a-6cc0-4259-b75c-4ce28c73753c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:25:17.742447 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.securitygroups_db [None req-24a46f46-ee4d-49ed-bc4a-59050bfbaa89 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Project 3bd03333fac1458580472c07c3ce8543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 12:25:17.748155 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-24a46f46-ee4d-49ed-bc4a-59050bfbaa89 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:17.831967 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-24a46f46-ee4d-49ed-bc4a-59050bfbaa89 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:17.879648 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 6193803f-9240-4791-8564-1be2d18f23ca, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=6193803f-9240-4791-8564-1be2d18f23ca,segment=NetworkSegment(92ec901e-daa8-44ce-8a3f-a614949e55dd),segment_id=92ec901e-daa8-44ce-8a3f-a614949e55dd)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:17.905078 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '6193803f-9240-4791-8564-1be2d18f23ca', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'port_id': '6193803f-9240-4791-8564-1be2d18f23ca', 'mac_address': 'fa:16:3e:a7:8a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:25:17.914144 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-24a46f46-ee4d-49ed-bc4a-59050bfbaa89 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:17.951395 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a46f46-ee4d-49ed-bc4a-59050bfbaa89 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8e8581-da2d-4e71-b4ff-d2e7b7eea605,revision_number=0']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:18.019451 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:18.026763 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc325cbb-79d9-4a64-a06c-1922184aff32 req-76b18ec3-6727-4015-8ce7-06bc13649337 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:18.028505 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dc325cbb-79d9-4a64-a06c-1922184aff32 req-76b18ec3-6727-4015-8ce7-06bc13649337 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0900385 Jul 08 12:25:18.030233 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-24a46f46-ee4d-49ed-bc4a-59050bfbaa89 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:18.031374 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-24a46f46-ee4d-49ed-bc4a-59050bfbaa89 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3976586 Jul 08 12:25:18.080835 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6193803f-9240-4791-8564-1be2d18f23ca {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:25:18.097079 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dc325cbb-79d9-4a64-a06c-1922184aff32 req-7037b362-255e-4088-8bc5-8c4cbab524db tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565481 Jul 08 12:25:18.179648 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 6193803f-9240-4791-8564-1be2d18f23ca, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=6193803f-9240-4791-8564-1be2d18f23ca,segment=NetworkSegment(92ec901e-daa8-44ce-8a3f-a614949e55dd),segment_id=92ec901e-daa8-44ce-8a3f-a614949e55dd)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:18.226209 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'name': 'tempest-TestVolumeBootPattern-2043080206-router', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '058a1ae4-6fda-43ef-8c05-62ae360fda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:25:07Z', 'updated_at': '2021-07-08T12:25:12Z', 'revision_number': 4, 'project_id': '2d42b8956de34a30a0d0e641af05c619', 'gw_port': {'id': '058a1ae4-6fda-43ef-8c05-62ae360fda71', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:08Z', 'updated_at': '2021-07-08T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '9fe1bef6-cab4-4e01-9096-257543aa5293', 'name': '', 'network_id': '013d79c2-d017-403c-9950-b49c6a426f9d', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'mac_address': 'fa:16:3e:03:64:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbec7b38-b4fb-44cc-a334-ea714a7b8889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:11Z', 'updated_at': '2021-07-08T12:25:17Z', 'revision_number': 4, 'project_id': '2d42b8956de34a30a0d0e641af05c619', 'subnets': [{'id': 'cbec7b38-b4fb-44cc-a334-ea714a7b8889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:18.256396 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570a9b1-7ba2-4b96-806e-bef6ee57f00b req-6e22308f-d3c4-41e4-8c48-85f41a209b3c tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:18.257981 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f570a9b1-7ba2-4b96-806e-bef6ee57f00b req-6e22308f-d3c4-41e4-8c48-85f41a209b3c tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 944 time: 0.1219292 Jul 08 12:25:18.262939 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:18.267318 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0817fed2-e8ca-4b32-bae1-4294d92bae1d None None] The sync data for ids ['2915073a-6cc0-4259-b75c-4ce28c73753c'] in dv-cinder-799631-5-iscsi is: [{'id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'name': 'tempest-TestVolumeBootPattern-2043080206-router', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '058a1ae4-6fda-43ef-8c05-62ae360fda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:25:07Z', 'updated_at': '2021-07-08T12:25:12Z', 'revision_number': 4, 'project_id': '2d42b8956de34a30a0d0e641af05c619', 'gw_port': {'id': '058a1ae4-6fda-43ef-8c05-62ae360fda71', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:08Z', 'updated_at': '2021-07-08T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '9fe1bef6-cab4-4e01-9096-257543aa5293', 'name': '', 'network_id': '013d79c2-d017-403c-9950-b49c6a426f9d', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'mac_address': 'fa:16:3e:03:64:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbec7b38-b4fb-44cc-a334-ea714a7b8889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:11Z', 'updated_at': '2021-07-08T12:25:17Z', 'revision_number': 4, 'project_id': '2d42b8956de34a30a0d0e641af05c619', 'subnets': [{'id': 'cbec7b38-b4fb-44cc-a334-ea714a7b8889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:25:18.411260 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f570a9b1-7ba2-4b96-806e-bef6ee57f00b req-3b4b95f6-e7d4-4902-8bf4-e3df93d40ed0 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455331 Jul 08 12:25:18.444335 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=6193803f-9240-4791-8564-1be2d18f23ca,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:18.589367 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4f4fa461-abe9-474a-8c8f-81a4a69102e2 req-6968de70-7efb-41f0-8664-5fe38e8387dc tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 210 time: 0.0665512 Jul 08 12:25:18.785452 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['6193803f-9240-4791-8564-1be2d18f23ca'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:25:18.967422 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-225ca191-2e2d-492e-91c2-e2b36c9f0fa6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:18.969623 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-225ca191-2e2d-492e-91c2-e2b36c9f0fa6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "GET /v2.0/networks?id=f8bb1a41-24ab-4371-8111-192002385033 HTTP/1.1" status: 200 len: 814 time: 0.1836607 Jul 08 12:25:18.982944 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:18.988523 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-6cc2a224-df08-4b78-a41b-d93759bb16b6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Request body: {'port': {'device_id': 'da32f85e-a4c6-4abc-a960-0da0d63ac802', 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033', 'admin_state_up': True, 'tenant_id': '8d7773d532de4c43a383ed3483e3e1f3'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:19.224788 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-6cc2a224-df08-4b78-a41b-d93759bb16b6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Made reservation on behalf of 8d7773d532de4c43a383ed3483e3e1f3 for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:25:19.230204 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-6cc2a224-df08-4b78-a41b-d93759bb16b6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:19.328427 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4949dd-ae2c-4951-b56d-c39137f7caf0 req-65108ae4-c7c9-4ea4-92a5-1aeace15969a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:19.338032 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bd4949dd-ae2c-4951-b56d-c39137f7caf0 req-65108ae4-c7c9-4ea4-92a5-1aeace15969a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1248198 Jul 08 12:25:19.387540 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bd4949dd-ae2c-4951-b56d-c39137f7caf0 req-5d50a1f3-ecb5-44bd-a637-a3dee47231fd tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481520 Jul 08 12:25:19.459618 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-6cc2a224-df08-4b78-a41b-d93759bb16b6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Allocated IP 172.20.0.11 (f8bb1a41-24ab-4371-8111-192002385033/24c6ebb6-7148-48f7-9129-e59b81694c22/3c6abe09-eef4-4fd8-bfe9-235c97420b39) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:25:19.616760 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-1723cb8d-be4c-4c56-8c33-89621666e97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:19.703041 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ca732-c327-4fe8-8d4b-a0f86cc81209 req-bb3b757e-1faa-4782-863a-7a19d921bf5a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:19.703555 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-af7ca732-c327-4fe8-8d4b-a0f86cc81209 req-bb3b757e-1faa-4782-863a-7a19d921bf5a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 945 time: 0.1143367 Jul 08 12:25:19.775809 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-af7ca732-c327-4fe8-8d4b-a0f86cc81209 req-a08a58f9-2e76-4be0-b587-57b3a6a2611d tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665946 Jul 08 12:25:19.781741 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-6cc2a224-df08-4b78-a41b-d93759bb16b6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:19.943806 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-6cc2a224-df08-4b78-a41b-d93759bb16b6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:19.969820 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['4c6ba5d3-c75a-4a25-943f-d8e2ba1496db', 'e3b7dca0-4b5f-4ac5-8945-10a1a397cd48', 'f6577ff2-aaa7-47e2-90da-8aa39b4307ee'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:25:20.056207 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 9fe1bef6-cab4-4e01-9096-257543aa5293 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:25:20.070575 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-6cc2a224-df08-4b78-a41b-d93759bb16b6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Network f8bb1a41-24ab-4371-8111-192002385033 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:25:20.075529 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-6cc2a224-df08-4b78-a41b-d93759bb16b6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:25:20.096782 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-6cc2a224-df08-4b78-a41b-d93759bb16b6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:25:20.158414 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2a224-df08-4b78-a41b-d93759bb16b6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Pushing event updated for resources: {'Port': ['ID=3c6abe09-eef4-4fd8-bfe9-235c97420b39,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:20.205462 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-6cc2a224-df08-4b78-a41b-d93759bb16b6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:20.206353 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-6cc2a224-df08-4b78-a41b-d93759bb16b6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:20.207281 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99d55a-705c-4eeb-8ba7-4faecbc393fc req-a38c802f-083c-4601-a11c-9db8dbf41669 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:20.209009 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8d99d55a-705c-4eeb-8ba7-4faecbc393fc req-a38c802f-083c-4601-a11c-9db8dbf41669 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 932 time: 0.1332304 Jul 08 12:25:20.267952 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8d99d55a-705c-4eeb-8ba7-4faecbc393fc req-e62dfbcc-d79d-44d7-ac56-9730a8ce395e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520921 Jul 08 12:25:20.295496 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 9fe1bef6-cab4-4e01-9096-257543aa5293 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:25:20.301542 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 9fe1bef6-cab4-4e01-9096-257543aa5293 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:20.301973 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:20.353750 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-6cc2a224-df08-4b78-a41b-d93759bb16b6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3742464 Jul 08 12:25:20.431368 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Request body: {'port': {'device_id': 'da32f85e-a4c6-4abc-a960-0da0d63ac802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:20.436817 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:20.526531 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:20.530339 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 9fe1bef6-cab4-4e01-9096-257543aa5293, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=9fe1bef6-cab4-4e01-9096-257543aa5293,segment=NetworkSegment(35757d2a-f142-48d5-bcd9-ca339052aa2b),segment_id=35757d2a-f142-48d5-bcd9-ca339052aa2b)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:20.848675 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6abe09-eef4-4fd8-bfe9-235c97420b39 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:25:20.857930 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:20.870648 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Transition to ACTIVE for port object 3c6abe09-eef4-4fd8-bfe9-235c97420b39 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:25:20.996454 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d396da-fb44-4bf9-9859-d6faefafd948 req-8c8fb79b-f213-4452-97c0-a1e4d63ddd43 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:20.998235 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-57d396da-fb44-4bf9-9859-d6faefafd948 req-8c8fb79b-f213-4452-97c0-a1e4d63ddd43 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 945 time: 0.0815852 Jul 08 12:25:21.040058 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-57d396da-fb44-4bf9-9859-d6faefafd948 req-e9359b51-baeb-4a49-882f-25362b7093e2 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359111 Jul 08 12:25:21.119472 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:21.154933 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:21.175909 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=9fe1bef6-cab4-4e01-9096-257543aa5293,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:21.202295 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:21.261304 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6abe09-eef4-4fd8-bfe9-235c97420b39,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:21.340381 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Attempting to bind port 3c6abe09-eef4-4fd8-bfe9-235c97420b39 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:25:21.340753 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Attempting to bind port 3c6abe09-eef4-4fd8-bfe9-235c97420b39 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:25:21.341079 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Attempting to bind port 3c6abe09-eef4-4fd8-bfe9-235c97420b39 on network f8bb1a41-24ab-4371-8111-192002385033 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:25:21.345958 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Port 3c6abe09-eef4-4fd8-bfe9-235c97420b39 on network f8bb1a41-24ab-4371-8111-192002385033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:25:21.345958 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Attempting to bind port 3c6abe09-eef4-4fd8-bfe9-235c97420b39 on network f8bb1a41-24ab-4371-8111-192002385033 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:25:21.354365 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:25:21.355459 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Checking segment: {'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:25:21.355459 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Bound using segment: {'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:25:21.355459 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Bound port: 3c6abe09-eef4-4fd8-bfe9-235c97420b39, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fddd33a-6190-4bca-aa2c-8b2046336309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:25:21.355923 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:21.429787 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] For port 3c6abe09-eef4-4fd8-bfe9-235c97420b39, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:25:21.433915 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] For port 3c6abe09-eef4-4fd8-bfe9-235c97420b39, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=3c6abe09-eef4-4fd8-bfe9-235c97420b39,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:25:21.464455 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38484e2-dfc6-4b61-808c-270eea5cb058 req-1726f243-d218-470f-9a3f-dcf80e0afe83 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:21.465964 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a38484e2-dfc6-4b61-808c-270eea5cb058 req-1726f243-d218-470f-9a3f-dcf80e0afe83 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 944 time: 0.0680776 Jul 08 12:25:21.515807 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a38484e2-dfc6-4b61-808c-270eea5cb058 req-5552f86a-df54-4d5d-aa87-af6caf94836e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439739 Jul 08 12:25:21.559756 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 6193803f-9240-4791-8564-1be2d18f23ca up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:25:21.594459 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:21.629295 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:21.629907 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:21.631273 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] 10.222.0.89 "PUT /v2.0/ports/3c6abe09-eef4-4fd8-bfe9-235c97420b39 HTTP/1.1" status: 200 len: 1094 time: 1.2052376 Jul 08 12:25:21.631703 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da32f85e-a4c6-4abc-a960-0da0d63ac802', 'tag': '3c6abe09-eef4-4fd8-bfe9-235c97420b39'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:25:21.634873 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91408354-417c-4216-a56f-759d6db4a88a" -d '{"events": [{"name": "network-changed", "server_uuid": "da32f85e-a4c6-4abc-a960-0da0d63ac802", "tag": "3c6abe09-eef4-4fd8-bfe9-235c97420b39"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:25:21.661074 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30a89e-e0ef-4896-824f-8d1824e9a129 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6abe09-eef4-4fd8-bfe9-235c97420b39,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:21.674215 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcd8b64-311a-45be-a114-f7dccd0dd6ee x-openstack-request-id: req-cfcd8b64-311a-45be-a114-f7dccd0dd6ee {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:25:21.674513 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da32f85e-a4c6-4abc-a960-0da0d63ac802", "tag": "3c6abe09-eef4-4fd8-bfe9-235c97420b39", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:25:21.674816 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cfcd8b64-311a-45be-a114-f7dccd0dd6ee {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:25:21.675252 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da32f85e-a4c6-4abc-a960-0da0d63ac802', 'tag': '3c6abe09-eef4-4fd8-bfe9-235c97420b39', 'status': 'completed', 'code': 200} Jul 08 12:25:21.760031 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port 6193803f-9240-4791-8564-1be2d18f23ca completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:25:21.764838 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 6193803f-9240-4791-8564-1be2d18f23ca triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:21.769170 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:21.771431 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91408354-417c-4216-a56f-759d6db4a88a req-f66acbcc-e740-440f-8871-5ebcbb3dbab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:21.773102 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-91408354-417c-4216-a56f-759d6db4a88a req-f66acbcc-e740-440f-8871-5ebcbb3dbab3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 1097 time: 0.0685387 Jul 08 12:25:21.859556 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:21.887504 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6193803f-9240-4791-8564-1be2d18f23ca'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:25:21.890179 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdded7f0-4f5f-4f3d-8be0-a1156ca7b744" -d '{"events": [{"server_uuid": "923a9048-a8fa-407a-b04b-21a6814c8b05", "name": "network-vif-plugged", "status": "completed", "tag": "6193803f-9240-4791-8564-1be2d18f23ca"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:25:21.904203 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 6193803f-9240-4791-8564-1be2d18f23ca, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=6193803f-9240-4791-8564-1be2d18f23ca,segment=NetworkSegment(92ec901e-daa8-44ce-8a3f-a614949e55dd),segment_id=92ec901e-daa8-44ce-8a3f-a614949e55dd)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:21.914382 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91408354-417c-4216-a56f-759d6db4a88a req-d6cbd15d-424f-43ca-9591-f475fb61fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:21.915824 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 9fe1bef6-cab4-4e01-9096-257543aa5293 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:25:21.916998 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-91408354-417c-4216-a56f-759d6db4a88a req-d6cbd15d-424f-43ca-9591-f475fb61fdf5 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1277726 Jul 08 12:25:21.943751 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101791c6-34ce-4b13-b556-44f1b252d8b8 x-openstack-request-id: req-101791c6-34ce-4b13-b556-44f1b252d8b8 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:25:21.944103 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923a9048-a8fa-407a-b04b-21a6814c8b05", "name": "network-vif-plugged", "status": "completed", "tag": "6193803f-9240-4791-8564-1be2d18f23ca", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:25:21.944423 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-101791c6-34ce-4b13-b556-44f1b252d8b8 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:25:21.944907 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6193803f-9240-4791-8564-1be2d18f23ca', 'code': 200} Jul 08 12:25:21.986985 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:21.993877 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 9fe1bef6-cab4-4e01-9096-257543aa5293 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:21.994737 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:22.066981 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91408354-417c-4216-a56f-759d6db4a88a req-9a8a47f8-94ba-4cfb-ac7e-0a8fff8afb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:22.068474 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-91408354-417c-4216-a56f-759d6db4a88a req-9a8a47f8-94ba-4cfb-ac7e-0a8fff8afb23 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1358633 Jul 08 12:25:22.095127 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=6193803f-9240-4791-8564-1be2d18f23ca,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:22.250486 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-1547afcd-400b-4352-82f4-52a684a5d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:22.252041 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-1547afcd-400b-4352-82f4-52a684a5d317 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 1097 time: 0.0680082 Jul 08 12:25:22.256984 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fa1ca-9a5e-42f3-b233-e5054c3f3fd5 req-44050547-b5a8-451f-a96f-1b20ddd6e418 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:22.260613 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7d6fa1ca-9a5e-42f3-b233-e5054c3f3fd5 req-44050547-b5a8-451f-a96f-1b20ddd6e418 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.0730186 Jul 08 12:25:22.303451 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-87fd4a3d-3c4b-4b1a-bc41-ce5a3674b924 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c6abe09-eef4-4fd8-bfe9-235c97420b39 HTTP/1.1" status: 200 len: 217 time: 0.0385027 Jul 08 12:25:22.311468 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7d6fa1ca-9a5e-42f3-b233-e5054c3f3fd5 req-1d72e3c4-43a1-4983-a1c7-185799ed75fa tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413272 Jul 08 12:25:22.392427 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-c48eff61-2e8b-485e-b882-773244665f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:22.393974 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-c48eff61-2e8b-485e-b882-773244665f54 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=24c6ebb6-7148-48f7-9129-e59b81694c22 HTTP/1.1" status: 200 len: 854 time: 0.0825458 Jul 08 12:25:22.431706 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-06a72622-a768-43ae-b86a-47ab26b8a9cd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f8bb1a41-24ab-4371-8111-192002385033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293670 Jul 08 12:25:22.476186 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60309514-4ae6-4a37-9046-11891f3a7296 req-ecebefbb-a434-4e23-9768-f29aaa3910f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:22.478218 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-60309514-4ae6-4a37-9046-11891f3a7296 req-ecebefbb-a434-4e23-9768-f29aaa3910f3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 1099 time: 0.1351316 Jul 08 12:25:22.560812 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-60309514-4ae6-4a37-9046-11891f3a7296 req-573bf79b-f60a-4736-8c74-1924b24634d8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560882 Jul 08 12:25:22.583256 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-6b152ae9-547f-4ddb-abe5-d226a5016b4a service neutron] 10.222.0.89 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428304 Jul 08 12:25:22.716136 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925a076-797c-4d62-9d3a-e2b64366f7c3 req-1d894efc-cb7c-46d0-9678-f0f751899079 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:22.724612 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6925a076-797c-4d62-9d3a-e2b64366f7c3 req-1d894efc-cb7c-46d0-9678-f0f751899079 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 944 time: 0.0815997 Jul 08 12:25:22.736359 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:22.776218 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6925a076-797c-4d62-9d3a-e2b64366f7c3 req-d6a8a0fc-f47d-492b-8d19-950954f4503a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459986 Jul 08 12:25:22.825952 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4fce5b9a-4ac9-44c3-9287-cdc100af408e req-11a930ad-32f0-45b9-ada8-96702b805053 service neutron] 10.222.0.89 "GET /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910263 Jul 08 12:25:23.523669 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306634cc-8c4d-493a-9571-0ac4741a5a78 req-24a43f1a-1a67-430e-aa25-dcf7b22b97a1 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:23.530076 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-306634cc-8c4d-493a-9571-0ac4741a5a78 req-24a43f1a-1a67-430e-aa25-dcf7b22b97a1 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.0748310 Jul 08 12:25:23.566679 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-306634cc-8c4d-493a-9571-0ac4741a5a78 req-69625d7e-6d70-4493-ab1a-b2785e0614d2 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349817 Jul 08 12:25:23.951283 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b866ac-54a3-45ec-9beb-2b978ee9bd7b req-2317401d-e9d4-4f49-bf02-277722b2ee90 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:23.953082 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d2b866ac-54a3-45ec-9beb-2b978ee9bd7b req-2317401d-e9d4-4f49-bf02-277722b2ee90 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 944 time: 0.0626385 Jul 08 12:25:23.994103 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d2b866ac-54a3-45ec-9beb-2b978ee9bd7b req-d0b43507-645e-4c1f-9332-b172f39c9c7e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354242 Jul 08 12:25:24.754759 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7431aa4-55c2-4eb8-ac3d-f51f638d8efe req-db1d0f2c-371f-4810-8055-68c40e197769 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:24.756485 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e7431aa4-55c2-4eb8-ac3d-f51f638d8efe req-db1d0f2c-371f-4810-8055-68c40e197769 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.0776057 Jul 08 12:25:24.801378 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e7431aa4-55c2-4eb8-ac3d-f51f638d8efe req-87639bbe-81ce-4408-b5e7-420b69afd1f7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387864 Jul 08 12:25:25.170353 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855ccd7-d6b6-4207-bccc-0030b15960d4 req-caea8f8f-a145-4daa-9456-152da02ce9a9 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:25.171845 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a855ccd7-d6b6-4207-bccc-0030b15960d4 req-caea8f8f-a145-4daa-9456-152da02ce9a9 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 944 time: 0.0630896 Jul 08 12:25:25.208965 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a855ccd7-d6b6-4207-bccc-0030b15960d4 req-cc97933a-fb18-41eb-bae7-a54b58cc0a7a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Jul 08 12:25:25.974729 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d8d14-7a53-47b0-86c4-3bf676bca912 req-d63d5d47-64da-4878-954e-bea500afdeec tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:25.976233 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5b6d8d14-7a53-47b0-86c4-3bf676bca912 req-d63d5d47-64da-4878-954e-bea500afdeec tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.0645299 Jul 08 12:25:26.003313 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:25:26.014782 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5b6d8d14-7a53-47b0-86c4-3bf676bca912 req-afa17cb9-76aa-4eaa-b33b-b3e6891d2f26 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328350 Jul 08 12:25:26.385546 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85c00e-8580-44b8-bf2e-1a88ef837889 req-02993dac-4bd9-4e2b-a87e-555228c7bec7 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:26.386921 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fd85c00e-8580-44b8-bf2e-1a88ef837889 req-02993dac-4bd9-4e2b-a87e-555228c7bec7 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 944 time: 0.0660369 Jul 08 12:25:26.424144 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fd85c00e-8580-44b8-bf2e-1a88ef837889 req-a5383fc4-e300-4381-81b3-86d225c5a416 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316341 Jul 08 12:25:27.187835 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197e3f9-0b6f-4d87-92de-6c09e3c0e148 req-4b38e4c1-7642-4546-8b51-fc0820d97711 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:27.189353 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2197e3f9-0b6f-4d87-92de-6c09e3c0e148 req-4b38e4c1-7642-4546-8b51-fc0820d97711 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.0636494 Jul 08 12:25:27.227902 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2197e3f9-0b6f-4d87-92de-6c09e3c0e148 req-a0303e67-9739-4e2b-a3dc-a4b6f847721a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327573 Jul 08 12:25:27.597251 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044d7a8-e4be-4074-b20b-4882e185e31a req-8ae2f0ba-bc99-44ba-a0bf-5ca040abf9c6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:27.598678 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8044d7a8-e4be-4074-b20b-4882e185e31a req-8ae2f0ba-bc99-44ba-a0bf-5ca040abf9c6 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 944 time: 0.0624771 Jul 08 12:25:27.640557 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8044d7a8-e4be-4074-b20b-4882e185e31a req-8d85e8e2-61d7-49d5-adda-9b628b813463 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359674 Jul 08 12:25:28.399437 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc7139-5703-4bda-ad94-8c6dc6b19d1c req-914b3362-e8b0-4904-baf3-c7857b2cacd1 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:28.401164 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d9dc7139-5703-4bda-ad94-8c6dc6b19d1c req-914b3362-e8b0-4904-baf3-c7857b2cacd1 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.0628278 Jul 08 12:25:28.439415 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d9dc7139-5703-4bda-ad94-8c6dc6b19d1c req-3b47be83-8445-4293-b671-95edb7454409 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324152 Jul 08 12:25:28.821688 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a703017-e36b-40f4-a4c5-1347351a4af5 req-e7af9b78-691a-40c9-9353-bef22b3d43bd tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:28.823396 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0a703017-e36b-40f4-a4c5-1347351a4af5 req-e7af9b78-691a-40c9-9353-bef22b3d43bd tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 944 time: 0.0686543 Jul 08 12:25:28.867613 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0a703017-e36b-40f4-a4c5-1347351a4af5 req-90489713-413c-40eb-b44f-05aa7a94040b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370929 Jul 08 12:25:29.623640 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a68518-8bdd-4e42-86e6-1c2fe1b625b6 req-319869d2-8d8a-4fe8-8bd3-35f302593642 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:29.625150 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-12a68518-8bdd-4e42-86e6-1c2fe1b625b6 req-319869d2-8d8a-4fe8-8bd3-35f302593642 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.0716996 Jul 08 12:25:29.667520 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-12a68518-8bdd-4e42-86e6-1c2fe1b625b6 req-526bf1d4-c23c-420f-9217-9c12001be6b9 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365932 Jul 08 12:25:30.063059 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef359-fc36-4876-98c8-7fb0b54dda67 req-77415185-ada3-4f5e-ba2f-b51c876218b3 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:30.064520 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-888ef359-fc36-4876-98c8-7fb0b54dda67 req-77415185-ada3-4f5e-ba2f-b51c876218b3 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 944 time: 0.0756292 Jul 08 12:25:30.113477 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-888ef359-fc36-4876-98c8-7fb0b54dda67 req-311a1a43-486a-4ac0-8e31-045f0741f65b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431867 Jul 08 12:25:30.852033 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9f712-d958-4932-ac24-d2408be4852c req-ae3d6914-fb1b-4e02-89fd-43a5fc7eb08e tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:30.853936 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-55f9f712-d958-4932-ac24-d2408be4852c req-ae3d6914-fb1b-4e02-89fd-43a5fc7eb08e tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.0709257 Jul 08 12:25:30.901666 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-55f9f712-d958-4932-ac24-d2408be4852c req-ce9e3b06-c73d-4d05-92d2-08a8cc99833f tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420618 Jul 08 12:25:30.971794 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8e3c4-56dc-489e-b2a2-ad2c8a7654b7 req-a5dbb0c3-e35e-42f8-828e-e7daad09f7a2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:30.973300 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4ea8e3c4-56dc-489e-b2a2-ad2c8a7654b7 req-a5dbb0c3-e35e-42f8-828e-e7daad09f7a2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0706723 Jul 08 12:25:31.012057 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4ea8e3c4-56dc-489e-b2a2-ad2c8a7654b7 req-7e593ff8-e191-435d-86b6-aea12b15c35c tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326693 Jul 08 12:25:31.178928 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e2085-4d48-4abb-b64a-b9752912ceb8 req-31bbb43d-0f6e-4cd3-a98b-85be970d4bb7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:31.180380 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-264e2085-4d48-4abb-b64a-b9752912ceb8 req-31bbb43d-0f6e-4cd3-a98b-85be970d4bb7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.0676401 Jul 08 12:25:31.222286 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-264e2085-4d48-4abb-b64a-b9752912ceb8 req-34eb32ac-f732-4997-b27e-65c9be5582e0 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356836 Jul 08 12:25:31.396102 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec87c97-a4de-4bc3-afbe-bc35707c4ebc req-1d684706-09c0-4135-9d55-4a8cf623bd60 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:31.397744 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8ec87c97-a4de-4bc3-afbe-bc35707c4ebc req-1d684706-09c0-4135-9d55-4a8cf623bd60 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 944 time: 0.0715775 Jul 08 12:25:31.438087 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8ec87c97-a4de-4bc3-afbe-bc35707c4ebc req-0f648a57-06eb-4f02-b56a-f1b47a11a63c tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343976 Jul 08 12:25:31.829686 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d81d6-19d8-4005-a492-10ab96fde293 req-7956c733-420b-4c73-ab72-562f2e0effbd tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:31.831180 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0e0d81d6-19d8-4005-a492-10ab96fde293 req-7956c733-420b-4c73-ab72-562f2e0effbd tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.0682054 Jul 08 12:25:31.876551 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0e0d81d6-19d8-4005-a492-10ab96fde293 req-2607d139-9122-40b4-b404-eb3dd8d0e1ad tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354507 Jul 08 12:25:32.204594 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff4416-1314-41fb-97a9-a0fffa1f54bf req-e3efb8d8-80f1-4520-89d7-e19897913854 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:32.206079 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a6ff4416-1314-41fb-97a9-a0fffa1f54bf req-e3efb8d8-80f1-4520-89d7-e19897913854 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0763686 Jul 08 12:25:32.250371 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a6ff4416-1314-41fb-97a9-a0fffa1f54bf req-c90d88d7-6ec4-4dc6-9179-caee1e186876 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383365 Jul 08 12:25:32.623402 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e820eee-37ad-412b-bafd-447de54e66c0 req-a0a9d305-4fad-46e0-bae9-47f14bc0dded tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:32.624915 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2e820eee-37ad-412b-bafd-447de54e66c0 req-a0a9d305-4fad-46e0-bae9-47f14bc0dded tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 944 time: 0.0666583 Jul 08 12:25:32.665471 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2e820eee-37ad-412b-bafd-447de54e66c0 req-ff83ed36-b064-48e9-94ab-fe77d2332c4f tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349510 Jul 08 12:25:33.431310 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fc1d5-c13c-4b17-81c7-739247aa4ee2 req-16293f6e-5eff-4d28-96fa-3fb4dbdd5a9e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:33.432877 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-eb0fc1d5-c13c-4b17-81c7-739247aa4ee2 req-16293f6e-5eff-4d28-96fa-3fb4dbdd5a9e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0633531 Jul 08 12:25:33.472287 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-eb0fc1d5-c13c-4b17-81c7-739247aa4ee2 req-f11ad4e7-e2bd-4dee-abee-dcccfb787eca tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338545 Jul 08 12:25:33.820925 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 3c6abe09-eef4-4fd8-bfe9-235c97420b39 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:25:33.922777 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 3c6abe09-eef4-4fd8-bfe9-235c97420b39, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=3c6abe09-eef4-4fd8-bfe9-235c97420b39,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:33.935717 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '3c6abe09-eef4-4fd8-bfe9-235c97420b39', 'network_id': 'f8bb1a41-24ab-4371-8111-192002385033', 'port_id': '3c6abe09-eef4-4fd8-bfe9-235c97420b39', 'mac_address': 'fa:16:3e:28:6c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c6ebb6-7148-48f7-9129-e59b81694c22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:25:33.974048 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:33.987644 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6abe09-eef4-4fd8-bfe9-235c97420b39 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:25:33.997166 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb822a3-c60f-4d08-8b98-5aedbeecfc67 req-ab41a738-1f41-49a9-80f2-6eb6a3d3c7ef tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:33.998720 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7bb822a3-c60f-4d08-8b98-5aedbeecfc67 req-ab41a738-1f41-49a9-80f2-6eb6a3d3c7ef tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 944 time: 0.0728397 Jul 08 12:25:34.007254 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 3c6abe09-eef4-4fd8-bfe9-235c97420b39, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=3c6abe09-eef4-4fd8-bfe9-235c97420b39,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:34.038249 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7bb822a3-c60f-4d08-8b98-5aedbeecfc67 req-bd5fa041-b23b-48d2-95c7-ad7b8521f29c tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338757 Jul 08 12:25:34.075884 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:34.126594 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=3c6abe09-eef4-4fd8-bfe9-235c97420b39,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:34.647570 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bb2d1-ad17-4b7c-afa3-bd48cf15b107 req-af0e725a-54c8-4288-a2b2-21e5e61f6208 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:34.648784 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-275bb2d1-ad17-4b7c-afa3-bd48cf15b107 req-af0e725a-54c8-4288-a2b2-21e5e61f6208 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0647111 Jul 08 12:25:34.687453 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-275bb2d1-ad17-4b7c-afa3-bd48cf15b107 req-64902058-2f5b-4389-9388-6ccf0cf59135 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327413 Jul 08 12:25:35.217261 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a50d0-8732-4bc2-b9fc-c43f8bb9999e req-e1acb8be-5270-4e40-b85d-148f43716d26 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:35.218758 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-245a50d0-8732-4bc2-b9fc-c43f8bb9999e req-e1acb8be-5270-4e40-b85d-148f43716d26 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 945 time: 0.0647123 Jul 08 12:25:35.267195 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-245a50d0-8732-4bc2-b9fc-c43f8bb9999e req-e9d049c7-eb36-40c3-b8f0-26477619487b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425797 Jul 08 12:25:35.860825 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15528b5-f76a-4e3f-bf73-b3e214b10cb8 req-fca9ebf7-da6a-4d58-8c82-11038b764b0e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:35.862544 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d15528b5-f76a-4e3f-bf73-b3e214b10cb8 req-fca9ebf7-da6a-4d58-8c82-11038b764b0e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0660503 Jul 08 12:25:35.913661 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d15528b5-f76a-4e3f-bf73-b3e214b10cb8 req-5d581031-708b-4f4a-b4b6-292fc5a4fce1 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456622 Jul 08 12:25:36.441815 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ef1ad-37fd-4b8d-bc21-652e870ed921 req-e85d2a31-d4b1-44bc-b3c3-e8090950f9a1 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:36.443285 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-de5ef1ad-37fd-4b8d-bc21-652e870ed921 req-e85d2a31-d4b1-44bc-b3c3-e8090950f9a1 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 945 time: 0.0645399 Jul 08 12:25:36.483253 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-de5ef1ad-37fd-4b8d-bc21-652e870ed921 req-5aa83e75-3b6c-4929-ae9b-0a80e2bb5755 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337358 Jul 08 12:25:37.097499 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50482c8f-26b4-4209-9577-85288e82ae2f req-7ced950a-384f-428e-8483-feb45228ba29 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:37.099235 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-50482c8f-26b4-4209-9577-85288e82ae2f req-7ced950a-384f-428e-8483-feb45228ba29 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0733960 Jul 08 12:25:37.138339 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-50482c8f-26b4-4209-9577-85288e82ae2f req-4d21e18b-49c1-4a4d-8935-d70f3bd75ded tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Jul 08 12:25:37.636042 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['3c6abe09-eef4-4fd8-bfe9-235c97420b39'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:25:37.665339 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1a7b9-e700-4178-97c7-ae4860c787e4 req-922cbcc5-33e8-4a8f-802a-dcec40615c3b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:37.667440 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-56f1a7b9-e700-4178-97c7-ae4860c787e4 req-922cbcc5-33e8-4a8f-802a-dcec40615c3b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 945 time: 0.0691659 Jul 08 12:25:37.709189 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-56f1a7b9-e700-4178-97c7-ae4860c787e4 req-98e953c2-00f0-4ee1-b2ea-b2ccfed611e1 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360570 Jul 08 12:25:37.982574 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7eba8693-612f-433b-bbf6-93120385df5d req-5802e0f9-b7ee-4881-9fab-2e44f5328475 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566721 Jul 08 12:25:38.075807 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba8693-612f-433b-bbf6-93120385df5d req-d02173f6-370a-4675-9163-6dbe860f64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:38.077381 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7eba8693-612f-433b-bbf6-93120385df5d req-d02173f6-370a-4675-9163-6dbe860f64d2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=910ce624b8034309b4a99c095ec09b5e&device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 1098 time: 0.0584152 Jul 08 12:25:38.186821 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba8693-612f-433b-bbf6-93120385df5d req-580b1cd6-8e1b-49ff-a595-0d30f23d7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:38.188291 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7eba8693-612f-433b-bbf6-93120385df5d req-580b1cd6-8e1b-49ff-a595-0d30f23d7fab service neutron] 10.222.0.89 "GET /v2.0/networks?id=a51e55e7-ef45-400f-a6d9-0a508ab962db HTTP/1.1" status: 200 len: 912 time: 0.0854890 Jul 08 12:25:38.264165 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7eba8693-612f-433b-bbf6-93120385df5d req-9ea4fb15-b9ce-4dab-a1ca-a044de69ec0a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2022787d-991e-4e1f-976b-9286cfb7e458 HTTP/1.1" status: 200 len: 1001 time: 0.0682480 Jul 08 12:25:38.315576 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba8693-612f-433b-bbf6-93120385df5d req-f512eecd-14a4-4785-8413-a3d9c858462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:38.315576 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7eba8693-612f-433b-bbf6-93120385df5d req-f512eecd-14a4-4785-8413-a3d9c858462e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e045425-628c-4d0f-94f7-a80db002e4c1 HTTP/1.1" status: 200 len: 850 time: 0.0438581 Jul 08 12:25:38.326286 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe5868-d037-48f0-a052-e756919912e0 req-84896b63-66c3-445c-bda9-3ac7b032ba33 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:38.327806 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a1fe5868-d037-48f0-a052-e756919912e0 req-84896b63-66c3-445c-bda9-3ac7b032ba33 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0674248 Jul 08 12:25:38.373465 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a1fe5868-d037-48f0-a052-e756919912e0 req-81376dd0-d20b-4894-a702-5907627d66e7 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396690 Jul 08 12:25:38.375732 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba8693-612f-433b-bbf6-93120385df5d req-8b094556-7143-48f0-895a-25b08e904a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:38.377239 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7eba8693-612f-433b-bbf6-93120385df5d req-8b094556-7143-48f0-895a-25b08e904a8a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a51e55e7-ef45-400f-a6d9-0a508ab962db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532625 Jul 08 12:25:38.480185 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7eba8693-612f-433b-bbf6-93120385df5d req-a3c0920c-c68e-4bdb-8662-1e9051990fdb service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934074 Jul 08 12:25:38.577078 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7eba8693-612f-433b-bbf6-93120385df5d req-0919f588-b308-4da5-8f81-dc2bb8b00fc8 service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890591 Jul 08 12:25:38.897053 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33246601-a416-411d-9ae3-e3f81e992fb4 req-8a94fc19-f175-4b5f-acb9-6dff9c6a1d24 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:38.898505 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-33246601-a416-411d-9ae3-e3f81e992fb4 req-8a94fc19-f175-4b5f-acb9-6dff9c6a1d24 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 945 time: 0.0710139 Jul 08 12:25:38.949416 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-33246601-a416-411d-9ae3-e3f81e992fb4 req-6835b1d5-e64d-49e4-9783-8a798131b513 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401807 Jul 08 12:25:39.198128 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88579fc-726f-4b24-a660-8749d91ecee2 req-875f09ae-5d03-4a20-b26a-04b662ab3f67 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:39.200760 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a88579fc-726f-4b24-a660-8749d91ecee2 req-875f09ae-5d03-4a20-b26a-04b662ab3f67 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.89 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0694780 Jul 08 12:25:39.332390 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-a88579fc-726f-4b24-a660-8749d91ecee2 req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Deleting port ffc6d8d6-faef-4256-966c-b6a18c0a0335 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:25:39.332765 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a88579fc-726f-4b24-a660-8749d91ecee2 req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:39.428699 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-a88579fc-726f-4b24-a660-8749d91ecee2 req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] For port ffc6d8d6-faef-4256-966c-b6a18c0a0335, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ffc6d8d6-faef-4256-966c-b6a18c0a0335,segment=NetworkSegment(79bd898e-c412-44a2-940a-d80cf6954e88),segment_id=79bd898e-c412-44a2-940a-d80cf6954e88)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:39.429069 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a88579fc-726f-4b24-a660-8749d91ecee2 req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:39.443542 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-a88579fc-726f-4b24-a660-8749d91ecee2 req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Calling delete_port for ffc6d8d6-faef-4256-966c-b6a18c0a0335 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:25:39.578814 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70620ae7-69d1-486e-b3d7-260cda7c5e51 req-868f0703-5517-464d-8f74-188d851135d1 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:39.580413 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-70620ae7-69d1-486e-b3d7-260cda7c5e51 req-868f0703-5517-464d-8f74-188d851135d1 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 945 time: 0.0846198 Jul 08 12:25:39.629354 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-70620ae7-69d1-486e-b3d7-260cda7c5e51 req-41675794-b0aa-4f77-8607-c16a91da02b7 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371428 Jul 08 12:25:39.670646 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a88579fc-726f-4b24-a660-8749d91ecee2 req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:39.694271 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['0d7c501d-f57b-421d-852f-d79a3038fb5e', 'ffc6d8d6-faef-4256-966c-b6a18c0a0335'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:25:39.931293 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Pushing event deleted for resources: {'Port': ['ID=ffc6d8d6-faef-4256-966c-b6a18c0a0335,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:39.946421 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:39.948478 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:39.948478 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:39.948478 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:39.948478 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:39.949466 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:39.949466 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:39.949466 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:39.949717 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:39.949921 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:39.950240 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:39.950666 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:39.992011 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88579fc-726f-4b24-a660-8749d91ecee2 req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] No DVR routers for this DVR port ffc6d8d6-faef-4256-966c-b6a18c0a0335 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:25:39.994550 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a88579fc-726f-4b24-a660-8749d91ecee2 req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:39.997251 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a88579fc-726f-4b24-a660-8749d91ecee2 req-201ec1b3-a2bb-40b8-b8b3-fc8f886cb201 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.89 "DELETE /v2.0/ports/ffc6d8d6-faef-4256-966c-b6a18c0a0335 HTTP/1.1" status: 204 len: 173 time: 0.7909234 Jul 08 12:25:39.997689 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e67c0c-effe-4014-8d98-4472fb4e1167', 'name': 'network-vif-deleted', 'tag': 'ffc6d8d6-faef-4256-966c-b6a18c0a0335'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:25:39.999929 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb96ef64-a484-4e77-a0d7-6839b2afce57" -d '{"events": [{"server_uuid": "19e67c0c-effe-4014-8d98-4472fb4e1167", "name": "network-vif-deleted", "tag": "ffc6d8d6-faef-4256-966c-b6a18c0a0335"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:25:40.055701 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea7b42d-ec99-4dd4-aac1-2f096514a5b6 x-openstack-request-id: req-3ea7b42d-ec99-4dd4-aac1-2f096514a5b6 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:25:40.056142 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e67c0c-effe-4014-8d98-4472fb4e1167", "name": "network-vif-deleted", "tag": "ffc6d8d6-faef-4256-966c-b6a18c0a0335", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:25:40.056510 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3ea7b42d-ec99-4dd4-aac1-2f096514a5b6 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:25:40.057654 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e67c0c-effe-4014-8d98-4472fb4e1167', 'name': 'network-vif-deleted', 'tag': 'ffc6d8d6-faef-4256-966c-b6a18c0a0335', 'status': 'completed', 'code': 200} Jul 08 12:25:40.157906 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1995f51-367c-4647-8d1a-5dacb764cb5b req-444a3300-fdf1-4647-bd8a-84cabd8f4382 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:40.159360 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d1995f51-367c-4647-8d1a-5dacb764cb5b req-444a3300-fdf1-4647-bd8a-84cabd8f4382 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 945 time: 0.0820186 Jul 08 12:25:40.197415 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d1995f51-367c-4647-8d1a-5dacb764cb5b req-63bc4f47-b6c8-4aa1-80f5-ef0c85b8d3ec tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321474 Jul 08 12:25:40.800756 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6104b9ce-d3fe-43bc-a819-e2ced3253b14 req-f1deb763-79ea-44ce-a8fe-53182c9a2a69 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=19e67c0c-effe-4014-8d98-4472fb4e1167 HTTP/1.1" status: 200 len: 210 time: 0.0282576 Jul 08 12:25:41.159596 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 3c6abe09-eef4-4fd8-bfe9-235c97420b39 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:25:41.327533 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port 3c6abe09-eef4-4fd8-bfe9-235c97420b39 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:25:41.334896 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 3c6abe09-eef4-4fd8-bfe9-235c97420b39 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:25:41.336382 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:41.416556 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117dfae-ba6e-4a86-aef4-a00c574294de req-95c925fe-cdc1-4857-967a-a22459b5e580 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:41.418507 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d117dfae-ba6e-4a86-aef4-a00c574294de req-95c925fe-cdc1-4857-967a-a22459b5e580 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 945 time: 0.0904906 Jul 08 12:25:41.470477 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:41.483834 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d117dfae-ba6e-4a86-aef4-a00c574294de req-b6735b7b-1a8c-452c-8dff-b9798a99f8f5 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597179 Jul 08 12:25:41.500664 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da32f85e-a4c6-4abc-a960-0da0d63ac802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6abe09-eef4-4fd8-bfe9-235c97420b39'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:25:41.504594 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b61ec01-bbe7-4f96-a36d-2f603894d995" -d '{"events": [{"server_uuid": "da32f85e-a4c6-4abc-a960-0da0d63ac802", "name": "network-vif-plugged", "status": "completed", "tag": "3c6abe09-eef4-4fd8-bfe9-235c97420b39"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:25:41.516007 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 3c6abe09-eef4-4fd8-bfe9-235c97420b39, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=3c6abe09-eef4-4fd8-bfe9-235c97420b39,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:41.544738 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c17d187-0594-46ce-b459-376a10eee0ac x-openstack-request-id: req-6c17d187-0594-46ce-b459-376a10eee0ac {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:25:41.545033 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da32f85e-a4c6-4abc-a960-0da0d63ac802", "name": "network-vif-plugged", "status": "completed", "tag": "3c6abe09-eef4-4fd8-bfe9-235c97420b39", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:25:41.545289 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6c17d187-0594-46ce-b459-376a10eee0ac {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:25:41.545683 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da32f85e-a4c6-4abc-a960-0da0d63ac802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6abe09-eef4-4fd8-bfe9-235c97420b39', 'code': 200} Jul 08 12:25:41.657640 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:41.659339 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device ffc6d8d6-faef-4256-966c-b6a18c0a0335 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:25:41.699127 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: ffc6d8d6-faef-4256-966c-b6a18c0a0335 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:25:41.699765 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device ffc6d8d6-faef-4256-966c-b6a18c0a0335 not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:25:41.736735 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=3c6abe09-eef4-4fd8-bfe9-235c97420b39,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:41.998406 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22031c-5a13-47d1-a95b-e237ab62ed9c req-b6932df1-3854-4125-981c-8abb41f9f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:41.999997 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ab22031c-5a13-47d1-a95b-e237ab62ed9c req-b6932df1-3854-4125-981c-8abb41f9f58a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 1099 time: 0.0594137 Jul 08 12:25:42.040438 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ab22031c-5a13-47d1-a95b-e237ab62ed9c req-d72881ba-f7a5-4ac9-9e3d-a6318759ee59 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337472 Jul 08 12:25:42.049475 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:42.538676 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb60284-243f-498f-8ff0-ba20e412f13d req-5440229b-810f-4ae4-a279-963164180b05 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:42.539690 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dbb60284-243f-498f-8ff0-ba20e412f13d req-5440229b-810f-4ae4-a279-963164180b05 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0692136 Jul 08 12:25:42.581212 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dbb60284-243f-498f-8ff0-ba20e412f13d req-4eb82d25-54f9-4591-b20b-0d63ff16f819 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335736 Jul 08 12:25:42.692549 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1ac91-728d-422d-8879-f085112b69cf req-343fdf4e-983b-44df-831d-33194021abc4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:42.694187 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0ec1ac91-728d-422d-8879-f085112b69cf req-343fdf4e-983b-44df-831d-33194021abc4 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 946 time: 0.0683534 Jul 08 12:25:42.736763 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0ec1ac91-728d-422d-8879-f085112b69cf req-776f0b43-ade7-41bc-8022-4cd69c272afe tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363886 Jul 08 12:25:43.762654 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741d06e-9057-46cf-b2e8-7f17fd0aad21 req-6fa46933-48e4-4a99-81cc-747f2e9ef9fa tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:43.764141 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6741d06e-9057-46cf-b2e8-7f17fd0aad21 req-6fa46933-48e4-4a99-81cc-747f2e9ef9fa tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0707855 Jul 08 12:25:43.810283 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6741d06e-9057-46cf-b2e8-7f17fd0aad21 req-112a7c3d-2012-47e7-ad54-40139590b258 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399098 Jul 08 12:25:43.947113 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03254109-7dc8-4d3d-96a2-a8c5618d0bbf req-d176f27a-c4f8-41b1-9a04-cc0bb1b70b5d tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:43.948640 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-03254109-7dc8-4d3d-96a2-a8c5618d0bbf req-d176f27a-c4f8-41b1-9a04-cc0bb1b70b5d tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 946 time: 0.0681884 Jul 08 12:25:43.987370 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-03254109-7dc8-4d3d-96a2-a8c5618d0bbf req-dca60893-6fd2-4914-820d-5a8ec386a732 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330613 Jul 08 12:25:45.013330 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acd392-3b08-4422-9c71-57f3188afe1d req-6d771686-8f14-4b96-93f8-414c262e8d8b tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:45.014838 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e4acd392-3b08-4422-9c71-57f3188afe1d req-6d771686-8f14-4b96-93f8-414c262e8d8b tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0730746 Jul 08 12:25:45.054638 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e4acd392-3b08-4422-9c71-57f3188afe1d req-75460aed-6665-42f6-98ca-0894c0460e8a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337486 Jul 08 12:25:45.432808 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55daeee-bd2b-44f0-aaa9-1e7f1f7bc047 req-42cd0e2d-b9b7-4d56-ad9b-abd00681bf66 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:45.434273 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b55daeee-bd2b-44f0-aaa9-1e7f1f7bc047 req-42cd0e2d-b9b7-4d56-ad9b-abd00681bf66 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 946 time: 0.2787478 Jul 08 12:25:45.442075 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c667605f-ed06-4d3b-b87e-74f740639383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:45.472977 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b55daeee-bd2b-44f0-aaa9-1e7f1f7bc047 req-821f11d9-489a-48e2-9a6b-01010e38a67e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328233 Jul 08 12:25:46.255218 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31b243-a6ec-4490-af2b-6cd4ba83beaa req-f7995501-d7bd-4af0-8ba3-fda7495e3380 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:46.257005 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ed31b243-a6ec-4490-af2b-6cd4ba83beaa req-f7995501-d7bd-4af0-8ba3-fda7495e3380 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0786183 Jul 08 12:25:46.304313 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ed31b243-a6ec-4490-af2b-6cd4ba83beaa req-02bd313e-75d5-4164-aa14-fd801f663582 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360506 Jul 08 12:25:47.487738 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3d847-bdbd-49d8-b144-85dfaca16435 req-cc208b3d-fae6-41e1-b1b2-ad0bc3c1c262 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:47.489305 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7ee3d847-bdbd-49d8-b144-85dfaca16435 req-cc208b3d-fae6-41e1-b1b2-ad0bc3c1c262 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0665288 Jul 08 12:25:47.528425 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7ee3d847-bdbd-49d8-b144-85dfaca16435 req-9c26108b-ed2b-496c-afea-486f946bab44 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Jul 08 12:25:48.702739 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0d72d-6c5c-43fc-8712-55b3ec201d2a req-49e4993a-da09-463f-a6fe-bc57580dc4ed tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:48.704207 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d2a0d72d-6c5c-43fc-8712-55b3ec201d2a req-49e4993a-da09-463f-a6fe-bc57580dc4ed tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0621619 Jul 08 12:25:48.741094 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d2a0d72d-6c5c-43fc-8712-55b3ec201d2a req-25afdfff-2316-4201-84ae-9953b7ddafb1 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313456 Jul 08 12:25:48.861106 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:49.552779 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-f3a14a2e-9e25-42b1-82f3-722b26af3954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:49.917900 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e840c25-984b-4715-87cf-6a8f872b6008 req-7005d94e-5df7-41b3-b2b0-4f1f64a0e09a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:49.919380 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6e840c25-984b-4715-87cf-6a8f872b6008 req-7005d94e-5df7-41b3-b2b0-4f1f64a0e09a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0628910 Jul 08 12:25:49.956132 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6e840c25-984b-4715-87cf-6a8f872b6008 req-4380211e-1c1a-4fb1-b8ad-df5bd362447c tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310237 Jul 08 12:25:50.567453 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:51.147972 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d93bc-a7e8-4111-9167-4de4356e3f17 req-3fe6297d-1ee1-48bc-8bb0-9745e0a7d01f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:51.149526 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a51d93bc-a7e8-4111-9167-4de4356e3f17 req-3fe6297d-1ee1-48bc-8bb0-9745e0a7d01f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0676229 Jul 08 12:25:51.189457 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a51d93bc-a7e8-4111-9167-4de4356e3f17 req-c598d86a-0c51-4273-80be-88e1b0034407 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337672 Jul 08 12:25:52.362891 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61fab-8ab0-45f2-a455-2013c7922b60 req-3ba31a89-6388-4b59-99ec-484759cc5f37 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:52.364368 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2ed61fab-8ab0-45f2-a455-2013c7922b60 req-3ba31a89-6388-4b59-99ec-484759cc5f37 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0646577 Jul 08 12:25:52.403151 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2ed61fab-8ab0-45f2-a455-2013c7922b60 req-63252721-6044-4a3e-b9b1-0537cf94fb49 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324233 Jul 08 12:25:52.675918 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:53.586750 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cb700-ab9f-4048-bc9a-d3da0f9c6aad req-bc8a3941-f907-4c88-9e6c-01fab636ae8a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:53.588267 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1e7cb700-ab9f-4048-bc9a-d3da0f9c6aad req-bc8a3941-f907-4c88-9e6c-01fab636ae8a tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0679817 Jul 08 12:25:53.625929 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1e7cb700-ab9f-4048-bc9a-d3da0f9c6aad req-8bf5d31a-a2a5-4c5f-862c-02d5a84a4cfc tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318151 Jul 08 12:25:54.816298 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68014dca-062a-435e-ab46-37e082772a68 req-77fe87fb-5dba-409b-98ef-b9a51c163f43 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:54.817968 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-68014dca-062a-435e-ab46-37e082772a68 req-77fe87fb-5dba-409b-98ef-b9a51c163f43 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0682395 Jul 08 12:25:54.857745 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-68014dca-062a-435e-ab46-37e082772a68 req-e73b8cef-c58a-497f-a665-609f96cbd3d2 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330658 Jul 08 12:25:55.558470 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72385-209f-418b-81bf-7dd84b371356 req-af28bb9d-b461-4a46-8ddf-d3b6585b2a70 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:55.561349 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5da72385-209f-418b-81bf-7dd84b371356 req-af28bb9d-b461-4a46-8ddf-d3b6585b2a70 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.0747025 Jul 08 12:25:55.610818 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5da72385-209f-418b-81bf-7dd84b371356 req-3f35a969-1884-40da-837a-65340edf74ad tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Jul 08 12:25:55.633435 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57308) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:55.865806 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e0e1cd-4f80-4b12-b1ef-d0d7de6e7e05 tempest-TestMinimumBasicScenario-1723873788 tempest-TestMinimumBasicScenario-1723873788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:55.867316 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-f6e0e1cd-4f80-4b12-b1ef-d0d7de6e7e05 tempest-TestMinimumBasicScenario-1723873788 tempest-TestMinimumBasicScenario-1723873788-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 1094 time: 0.2328537 Jul 08 12:25:55.870346 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57312) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:55.874661 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Request body: {'floatingip': {'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'port_id': '6193803f-9240-4791-8564-1be2d18f23ca', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:55.985658 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for floatingip, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:56.044890 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e5df2-80ad-4dc1-8f0c-a968c17a6fb0 req-6f9cf089-023a-4255-ad21-fdd1b03ea33e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:56.046408 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6b5e5df2-80ad-4dc1-8f0c-a968c17a6fb0 req-6f9cf089-023a-4255-ad21-fdd1b03ea33e tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.0712314 Jul 08 12:25:56.085293 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6b5e5df2-80ad-4dc1-8f0c-a968c17a6fb0 req-9677a8d6-be21-412f-853c-1aa5e2f6de08 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/security-groups?id=e71b4621-676e-458f-bf02-6616af4dba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324543 Jul 08 12:25:56.085939 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:56.239787 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Allocated IP 172.27.3.242 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/370d1c3d-7ea2-4f60-8ed7-ff0ee5096708) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:25:56.313856 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f5a14-5968-48b5-9a1b-e65c79b5a3de req-61fbe70c-75bc-4bc4-be05-261c88f3f38f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:56.315370 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-308f5a14-5968-48b5-9a1b-e65c79b5a3de req-61fbe70c-75bc-4bc4-be05-261c88f3f38f tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.89 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 945 time: 0.1421096 Jul 08 12:25:56.442996 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:56.485157 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-308f5a14-5968-48b5-9a1b-e65c79b5a3de req-5a0cb8fe-3e4e-4055-9e0e-50338b9b42c0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Deleting port 0d7c501d-f57b-421d-852f-d79a3038fb5e {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:25:56.485349 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-308f5a14-5968-48b5-9a1b-e65c79b5a3de req-5a0cb8fe-3e4e-4055-9e0e-50338b9b42c0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:56.588852 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-308f5a14-5968-48b5-9a1b-e65c79b5a3de req-5a0cb8fe-3e4e-4055-9e0e-50338b9b42c0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] For port 0d7c501d-f57b-421d-852f-d79a3038fb5e, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=0d7c501d-f57b-421d-852f-d79a3038fb5e,segment=NetworkSegment(79bd898e-c412-44a2-940a-d80cf6954e88),segment_id=79bd898e-c412-44a2-940a-d80cf6954e88)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:56.589214 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-308f5a14-5968-48b5-9a1b-e65c79b5a3de req-5a0cb8fe-3e4e-4055-9e0e-50338b9b42c0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:56.602207 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-308f5a14-5968-48b5-9a1b-e65c79b5a3de req-5a0cb8fe-3e4e-4055-9e0e-50338b9b42c0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Calling delete_port for 0d7c501d-f57b-421d-852f-d79a3038fb5e owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:25:56.665719 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:56.715014 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:25:56.718786 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:25:56.725054 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:25:56.779877 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event updated for resources: {'Port': ['ID=370d1c3d-7ea2-4f60-8ed7-ff0ee5096708,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:56.941759 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-308f5a14-5968-48b5-9a1b-e65c79b5a3de req-5a0cb8fe-3e4e-4055-9e0e-50338b9b42c0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:56.954254 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['0d7c501d-f57b-421d-852f-d79a3038fb5e'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:25:57.006720 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cb8fe-3e4e-4055-9e0e-50338b9b42c0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Pushing event deleted for resources: {'Port': ['ID=0d7c501d-f57b-421d-852f-d79a3038fb5e,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:57.064352 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-308f5a14-5968-48b5-9a1b-e65c79b5a3de req-5a0cb8fe-3e4e-4055-9e0e-50338b9b42c0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] No DVR routers for this DVR port 0d7c501d-f57b-421d-852f-d79a3038fb5e on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:25:57.068146 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-308f5a14-5968-48b5-9a1b-e65c79b5a3de req-5a0cb8fe-3e4e-4055-9e0e-50338b9b42c0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:57.070108 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-308f5a14-5968-48b5-9a1b-e65c79b5a3de req-5a0cb8fe-3e4e-4055-9e0e-50338b9b42c0 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.89 "DELETE /v2.0/ports/0d7c501d-f57b-421d-852f-d79a3038fb5e HTTP/1.1" status: 204 len: 173 time: 0.7489750 Jul 08 12:25:57.070536 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee22d9f8-602c-4908-9ba1-33b76009bd3e', 'name': 'network-vif-deleted', 'tag': '0d7c501d-f57b-421d-852f-d79a3038fb5e'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:25:57.073023 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e9afe5-95de-4006-bd91-d1f6631fdb53" -d '{"events": [{"server_uuid": "ee22d9f8-602c-4908-9ba1-33b76009bd3e", "name": "network-vif-deleted", "tag": "0d7c501d-f57b-421d-852f-d79a3038fb5e"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:25:57.151033 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cc8a6b-adb4-4ac5-b899-42a44bce7820 x-openstack-request-id: req-90cc8a6b-adb4-4ac5-b899-42a44bce7820 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:25:57.151033 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee22d9f8-602c-4908-9ba1-33b76009bd3e", "name": "network-vif-deleted", "tag": "0d7c501d-f57b-421d-852f-d79a3038fb5e", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:25:57.151033 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-90cc8a6b-adb4-4ac5-b899-42a44bce7820 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:25:57.151033 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee22d9f8-602c-4908-9ba1-33b76009bd3e', 'name': 'network-vif-deleted', 'tag': '0d7c501d-f57b-421d-852f-d79a3038fb5e', 'status': 'completed', 'code': 200} Jul 08 12:25:57.287336 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8fd8476d-fcfc-4a1d-a177-3bea5b885f7e req-54f9785c-0ef5-4388-8af2-0304ba8ef7a7 tempest-ServerRescueNegativeTestJSON-139864787 tempest-ServerRescueNegativeTestJSON-139864787-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee22d9f8-602c-4908-9ba1-33b76009bd3e HTTP/1.1" status: 200 len: 210 time: 0.0375648 Jul 08 12:25:57.409934 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:57.598659 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:57.752249 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:57.842992 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:57.912671 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event updated for resources: {'Port': ['ID=370d1c3d-7ea2-4f60-8ed7-ff0ee5096708,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:57.925522 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:58.032080 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.l3_db [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Floating IP deac5a21-c04f-46e9-9dd0-5d3a8d11d8d5 associated. External IP: 172.27.3.242, port: 6193803f-9240-4791-8564-1be2d18f23ca. Jul 08 12:25:58.391210 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57358) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:58.472116 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Router e43d0210-67fe-41cc-9f7c-323925bd7243 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:25:58.607659 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:25:58.620530 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bed987-6b9e-4c8e-be58-ee4577bd2f6e None None] Sync routers for ids ['e43d0210-67fe-41cc-9f7c-323925bd7243'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:25:58.646489 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bed987-6b9e-4c8e-be58-ee4577bd2f6e None None] Routers {'e43d0210-67fe-41cc-9f7c-323925bd7243'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:25:58.646489 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-11bed987-6b9e-4c8e-be58-ee4577bd2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:25:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['e43d0210-67fe-41cc-9f7c-323925bd7243'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:58.724428 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:58.785479 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-3c9c2d51-9cfa-4ff7-b59f-46e3519c9a12 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9140418 Jul 08 12:25:58.790993 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57386) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:58.792055 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-11bed987-6b9e-4c8e-be58-ee4577bd2f6e None None] Set router e43d0210-67fe-41cc-9f7c-323925bd7243 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:25:58.797252 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-ad66d4d8-f25d-44fc-93a1-bdd0812e9a8a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978283809', 'description': 'tempest-secgroup-smoke-978283809 description', 'project_id': '4d389f3c5f06460e87afaaad9a294b66'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:58.917010 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-fa26c4d8-bf53-40b0-b65c-7bb761cffc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3780154'] for router_interface, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:58.929542 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ad66d4d8-f25d-44fc-93a1-bdd0812e9a8a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.049016 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-11bed987-6b9e-4c8e-be58-ee4577bd2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:15Z', 'revision_number': 4, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': 'deac5a21-c04f-46e9-9dd0-5d3a8d11d8d5', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'port_id': '6193803f-9240-4791-8564-1be2d18f23ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'mac_address': 'fa:16:3e:a7:8a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:25:57Z', 'updated_at': '2021-07-08T12:25:57Z', 'revision_number': 0, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fcd195-fb7a-4b68-9e7d-aa70b3c152c5', 'name': '', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'mac_address': 'fa:16:3e:f4:b7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:14Z', 'updated_at': '2021-07-08T12:24:22Z', 'revision_number': 5, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'subnets': [{'id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:59.050488 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ad66d4d8-f25d-44fc-93a1-bdd0812e9a8a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.077522 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bed987-6b9e-4c8e-be58-ee4577bd2f6e None None] Checking router: e43d0210-67fe-41cc-9f7c-323925bd7243 for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:25:59.085954 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bed987-6b9e-4c8e-be58-ee4577bd2f6e None None] Routers {'e43d0210-67fe-41cc-9f7c-323925bd7243'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:25:59.086607 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-11bed987-6b9e-4c8e-be58-ee4577bd2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:25:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['e43d0210-67fe-41cc-9f7c-323925bd7243'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:59.118511 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ad66d4d8-f25d-44fc-93a1-bdd0812e9a8a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.134205 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57390) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:59.152031 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'tag': '6193803f-9240-4791-8564-1be2d18f23ca'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:25:59.154373 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17869c1f-37eb-41c9-8cb2-22190a74990b" -d '{"events": [{"name": "network-changed", "server_uuid": "923a9048-a8fa-407a-b04b-21a6814c8b05", "tag": "6193803f-9240-4791-8564-1be2d18f23ca"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:25:59.180419 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66d4d8-f25d-44fc-93a1-bdd0812e9a8a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61f81c5-645a-48c1-876a-cb4f29a765ea,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:59.217310 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647ec32b-2996-46f5-bf44-a19e444ef3ed x-openstack-request-id: req-647ec32b-2996-46f5-bf44-a19e444ef3ed {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:25:59.218001 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923a9048-a8fa-407a-b04b-21a6814c8b05", "tag": "6193803f-9240-4791-8564-1be2d18f23ca", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:25:59.218357 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-647ec32b-2996-46f5-bf44-a19e444ef3ed {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:25:59.218851 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'tag': '6193803f-9240-4791-8564-1be2d18f23ca', 'status': 'completed', 'code': 200} Jul 08 12:25:59.225936 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-11bed987-6b9e-4c8e-be58-ee4577bd2f6e None None] Set router e43d0210-67fe-41cc-9f7c-323925bd7243 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:25:59.246883 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ad66d4d8-f25d-44fc-93a1-bdd0812e9a8a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.249176 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-ad66d4d8-f25d-44fc-93a1-bdd0812e9a8a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4556611 Jul 08 12:25:59.251624 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57396) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:59.260024 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-a1e803af-91dc-40f6-8f91-2ab08314d784 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Request body: {'security_group_rule': {'security_group_id': 'b61f81c5-645a-48c1-876a-cb4f29a765ea', 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:59.302288 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.336656 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17869c1f-37eb-41c9-8cb2-22190a74990b req-ce21e910-82c8-4907-b4a9-6b80087c4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:59.339388 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-fa26c4d8-bf53-40b0-b65c-7bb761cffc78 admin admin] Deleting port d924a223-e1b0-4f3e-b70a-c2577c9c688e {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:25:59.339388 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-fa26c4d8-bf53-40b0-b65c-7bb761cffc78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.339587 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-17869c1f-37eb-41c9-8cb2-22190a74990b req-ce21e910-82c8-4907-b4a9-6b80087c4e29 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4d389f3c5f06460e87afaaad9a294b66&device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 1099 time: 0.0662410 Jul 08 12:25:59.419671 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a1e803af-91dc-40f6-8f91-2ab08314d784 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.440267 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [None req-fa26c4d8-bf53-40b0-b65c-7bb761cffc78 admin admin] For port d924a223-e1b0-4f3e-b70a-c2577c9c688e, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=d924a223-e1b0-4f3e-b70a-c2577c9c688e,segment=NetworkSegment(79bd898e-c412-44a2-940a-d80cf6954e88),segment_id=79bd898e-c412-44a2-940a-d80cf6954e88)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:25:59.440919 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-fa26c4d8-bf53-40b0-b65c-7bb761cffc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.461705 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-fa26c4d8-bf53-40b0-b65c-7bb761cffc78 admin admin] Calling delete_port for d924a223-e1b0-4f3e-b70a-c2577c9c688e owned by network:router_interface {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:25:59.465458 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17869c1f-37eb-41c9-8cb2-22190a74990b req-18068088-5515-4739-9890-71ce22fb5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:59.467065 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-17869c1f-37eb-41c9-8cb2-22190a74990b req-18068088-5515-4739-9890-71ce22fb5b7d service neutron] 10.222.0.89 "GET /v2.0/networks?id=b3b2f401-2e4a-4b50-bc1d-15006406ea11 HTTP/1.1" status: 200 len: 915 time: 0.1215134 Jul 08 12:25:59.501740 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a1e803af-91dc-40f6-8f91-2ab08314d784 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.524862 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-11bed987-6b9e-4c8e-be58-ee4577bd2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:15Z', 'revision_number': 4, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': 'deac5a21-c04f-46e9-9dd0-5d3a8d11d8d5', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'port_id': '6193803f-9240-4791-8564-1be2d18f23ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'mac_address': 'fa:16:3e:a7:8a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:25:57Z', 'updated_at': '2021-07-08T12:25:57Z', 'revision_number': 0, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fcd195-fb7a-4b68-9e7d-aa70b3c152c5', 'name': '', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'mac_address': 'fa:16:3e:f4:b7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:14Z', 'updated_at': '2021-07-08T12:24:22Z', 'revision_number': 5, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'subnets': [{'id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:25:59.557239 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bed987-6b9e-4c8e-be58-ee4577bd2f6e None None] The sync data for ids ['e43d0210-67fe-41cc-9f7c-323925bd7243'] in dv-cinder-799631-5-iscsi is: [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:15Z', 'revision_number': 4, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': 'deac5a21-c04f-46e9-9dd0-5d3a8d11d8d5', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'port_id': '6193803f-9240-4791-8564-1be2d18f23ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'mac_address': 'fa:16:3e:a7:8a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:25:57Z', 'updated_at': '2021-07-08T12:25:57Z', 'revision_number': 0, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fcd195-fb7a-4b68-9e7d-aa70b3c152c5', 'name': '', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'mac_address': 'fa:16:3e:f4:b7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:14Z', 'updated_at': '2021-07-08T12:24:22Z', 'revision_number': 5, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'subnets': [{'id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:25:59.564090 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-17869c1f-37eb-41c9-8cb2-22190a74990b req-d773e31a-4450-4d9f-a2ae-e549bc4007c1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6193803f-9240-4791-8564-1be2d18f23ca HTTP/1.1" status: 200 len: 1000 time: 0.0839350 Jul 08 12:25:59.607836 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a1e803af-91dc-40f6-8f91-2ab08314d784 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.637991 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e803af-91dc-40f6-8f91-2ab08314d784 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f770415-0dc3-4f7e-85e1-28ff72a9b27d,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:59.643595 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17869c1f-37eb-41c9-8cb2-22190a74990b req-76ca6245-b702-4cab-9154-e214ff995f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:59.645109 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-17869c1f-37eb-41c9-8cb2-22190a74990b req-76ca6245-b702-4cab-9154-e214ff995f7f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=09f2dac1-739f-4064-b6e6-ddb4354af3d1 HTTP/1.1" status: 200 len: 853 time: 0.0673287 Jul 08 12:25:59.652404 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.731286 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17869c1f-37eb-41c9-8cb2-22190a74990b req-2896ea70-0b5c-4e96-9e20-66bc091cf2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:25:59.732928 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-17869c1f-37eb-41c9-8cb2-22190a74990b req-2896ea70-0b5c-4e96-9e20-66bc091cf2bb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b3b2f401-2e4a-4b50-bc1d-15006406ea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767157 Jul 08 12:25:59.784621 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.816510 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a1e803af-91dc-40f6-8f91-2ab08314d784 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.820192 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57414) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:59.820361 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-a1e803af-91dc-40f6-8f91-2ab08314d784 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5671601 Jul 08 12:25:59.830305 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-35ca5bcd-f27c-4076-89ec-7f5af5188ac7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Request body: {'security_group_rule': {'security_group_id': 'b61f81c5-645a-48c1-876a-cb4f29a765ea', 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:25:59.843775 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eac5f0e6de0143d88e36e6898d1bb453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7032988 Jul 08 12:25:59.844490 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a29692-4147-407c-ab79-d737f723d4c4,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:59.846229 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57416) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:25:59.857848 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:59.858203 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:59.858541 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:59.858872 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:59.859222 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:59.859530 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:59.860136 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:59.860646 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:59.861494 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:59.861494 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:59.861709 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:59.861938 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3549259d-23f2-40c3-855a-c96e1e751fcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:25:59.889810 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-fa26c4d8-bf53-40b0-b65c-7bb761cffc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.906438 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a0d15-f5e3-4448-bddf-c12d78fb5e02 None None] New status for floating IP deac5a21-c04f-46e9-9dd0-5d3a8d11d8d5: ACTIVE {{(pid=93656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:25:59.914343 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-17869c1f-37eb-41c9-8cb2-22190a74990b req-8c31c8b7-9b36-4205-8bdd-6393bd33a41f service neutron] 10.222.0.89 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660047 Jul 08 12:25:59.920146 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26c4d8-bf53-40b0-b65c-7bb761cffc78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d924a223-e1b0-4f3e-b70a-c2577c9c688e,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:25:59.970846 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-35ca5bcd-f27c-4076-89ec-7f5af5188ac7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:25:59.976057 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-729917be-e5c8-4d9d-9a44-6ba1379b9d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:00.020934 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-729917be-e5c8-4d9d-9a44-6ba1379b9d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:00.068146 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-17869c1f-37eb-41c9-8cb2-22190a74990b req-c2f8820f-5ff1-43da-aa86-0144b3397350 service neutron] 10.222.0.89 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442568 Jul 08 12:26:00.120144 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-35ca5bcd-f27c-4076-89ec-7f5af5188ac7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:00.141227 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-729917be-e5c8-4d9d-9a44-6ba1379b9d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:00.141487 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-fa26c4d8-bf53-40b0-b65c-7bb761cffc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3780348'] for router_interface, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:00.143948 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-729917be-e5c8-4d9d-9a44-6ba1379b9d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:00.145254 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-729917be-e5c8-4d9d-9a44-6ba1379b9d83 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/94a29692-4147-407c-ab79-d737f723d4c4 HTTP/1.1" status: 204 len: 168 time: 0.2979307 Jul 08 12:26:00.155613 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729917be-e5c8-4d9d-9a44-6ba1379b9d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a29692-4147-407c-ab79-d737f723d4c4,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:00.195673 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-35ca5bcd-f27c-4076-89ec-7f5af5188ac7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:00.222624 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca5bcd-f27c-4076-89ec-7f5af5188ac7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b60b0a-6819-49aa-99f5-dde35da5efec,revision_number=0']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:00.531404 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-35ca5bcd-f27c-4076-89ec-7f5af5188ac7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:00.535845 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-35ca5bcd-f27c-4076-89ec-7f5af5188ac7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7073677 Jul 08 12:26:00.535845 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57424) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:00.541517 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-2c6a00d0-e624-4701-bc26-0d7219b8114f tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Request body: {'security_group_rule': {'security_group_id': 'b61f81c5-645a-48c1-876a-cb4f29a765ea', 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:00.625470 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa26c4d8-bf53-40b0-b65c-7bb761cffc78 admin admin] Router 02ec6151-480f-46cc-9be4-abee18b1b4a0 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:26:00.730194 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2c6a00d0-e624-4701-bc26-0d7219b8114f tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:00.762945 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa26c4d8-bf53-40b0-b65c-7bb761cffc78 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:26:00.772491 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ec12a-842f-47c5-a6cf-58aeeba2f29e None None] Sync routers for ids ['02ec6151-480f-46cc-9be4-abee18b1b4a0'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:26:00.789652 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-fa26c4d8-bf53-40b0-b65c-7bb761cffc78 admin admin] 10.222.0.88 "PUT /v2.0/routers/02ec6151-480f-46cc-9be4-abee18b1b4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3892269 Jul 08 12:26:00.789652 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57438) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:00.789803 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2ec12a-842f-47c5-a6cf-58aeeba2f29e None None] Routers {'02ec6151-480f-46cc-9be4-abee18b1b4a0'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:26:00.789880 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-da2ec12a-842f-47c5-a6cf-58aeeba2f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:25:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['02ec6151-480f-46cc-9be4-abee18b1b4a0'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:00.913637 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-da2ec12a-842f-47c5-a6cf-58aeeba2f29e None None] Set router 02ec6151-480f-46cc-9be4-abee18b1b4a0 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:26:00.929253 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2c6a00d0-e624-4701-bc26-0d7219b8114f tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:00.951330 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.016346 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2c6a00d0-e624-4701-bc26-0d7219b8114f tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.078005 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a00d0-e624-4701-bc26-0d7219b8114f tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9d34fe-7c05-4bb9-88c9-324b14d4f351,revision_number=0']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:01.108749 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.158169 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2c6a00d0-e624-4701-bc26-0d7219b8114f tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.159384 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-2c6a00d0-e624-4701-bc26-0d7219b8114f tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6231830 Jul 08 12:26:01.162245 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57452) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:01.168117 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-d926be88-e3f6-42ea-9bbd-532a78dc3355 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Request body: {'security_group_rule': {'security_group_id': 'b61f81c5-645a-48c1-876a-cb4f29a765ea', 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:01.194988 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-da2ec12a-842f-47c5-a6cf-58aeeba2f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'name': 'tempest-ServerRescueNegativeTestJSON-588695460-router', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '02909968-c18e-4e80-931d-75e0f311d63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:25:59Z', 'revision_number': 5, 'project_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'gw_port': {'id': '02909968-c18e-4e80-931d-75e0f311d63c', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:01.232687 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ec12a-842f-47c5-a6cf-58aeeba2f29e None None] Checking router: 02ec6151-480f-46cc-9be4-abee18b1b4a0 for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:26:01.240278 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] Deleting port 02909968-c18e-4e80-931d-75e0f311d63c {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:26:01.240881 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.247059 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2ec12a-842f-47c5-a6cf-58aeeba2f29e None None] Routers {'02ec6151-480f-46cc-9be4-abee18b1b4a0'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:26:01.247059 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-da2ec12a-842f-47c5-a6cf-58aeeba2f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:25:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['02ec6151-480f-46cc-9be4-abee18b1b4a0'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:01.276309 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d926be88-e3f6-42ea-9bbd-532a78dc3355 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.329372 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 0d7c501d-f57b-421d-852f-d79a3038fb5e no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:26:01.340190 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d926be88-e3f6-42ea-9bbd-532a78dc3355 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.344556 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] For port 02909968-c18e-4e80-931d-75e0f311d63c, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=02909968-c18e-4e80-931d-75e0f311d63c,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:01.344942 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.350481 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-da2ec12a-842f-47c5-a6cf-58aeeba2f29e None None] Set router 02ec6151-480f-46cc-9be4-abee18b1b4a0 gateway port host: None {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:26:01.361371 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] Calling delete_port for 02909968-c18e-4e80-931d-75e0f311d63c owned by network:router_gateway {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:26:01.381530 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: 0d7c501d-f57b-421d-852f-d79a3038fb5e {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:26:01.382146 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 0d7c501d-f57b-421d-852f-d79a3038fb5e not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:26:01.419764 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-da2ec12a-842f-47c5-a6cf-58aeeba2f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'name': 'tempest-ServerRescueNegativeTestJSON-588695460-router', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:26:01Z', 'revision_number': 6, 'project_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'gw_port_host': None}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:01.430200 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d926be88-e3f6-42ea-9bbd-532a78dc3355 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.452074 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926be88-e3f6-42ea-9bbd-532a78dc3355 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057388a9-20e4-43ff-b820-8719d034618f,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:01.454966 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ec12a-842f-47c5-a6cf-58aeeba2f29e None None] The sync data for ids ['02ec6151-480f-46cc-9be4-abee18b1b4a0'] in dv-cinder-799631-5-iscsi is: [{'id': '02ec6151-480f-46cc-9be4-abee18b1b4a0', 'name': 'tempest-ServerRescueNegativeTestJSON-588695460-router', 'tenant_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:26:01Z', 'revision_number': 6, 'project_id': 'a5717098e04f409ca0a065e84d0e4aeb', 'gw_port_host': None}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:26:01.584451 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d926be88-e3f6-42ea-9bbd-532a78dc3355 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.585719 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-d926be88-e3f6-42ea-9bbd-532a78dc3355 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4224844 Jul 08 12:26:01.589703 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57458) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:01.594345 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-0c786eca-5eef-4919-b425-f15f3843f2c7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Request body: {'security_group_rule': {'security_group_id': 'b61f81c5-645a-48c1-876a-cb4f29a765ea', 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:01.678423 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.704944 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.securitygroups_db [None req-0c786eca-5eef-4919-b425-f15f3843f2c7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Project 4d389f3c5f06460e87afaaad9a294b66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 12:26:01.708942 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=02909968-c18e-4e80-931d-75e0f311d63c,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:01.711145 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0c786eca-5eef-4919-b425-f15f3843f2c7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.777680 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0c786eca-5eef-4919-b425-f15f3843f2c7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.780645 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3782391'] for router_gateway, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.905429 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59185'] for router, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.908045 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.923966 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0c786eca-5eef-4919-b425-f15f3843f2c7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:01.961314 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c786eca-5eef-4919-b425-f15f3843f2c7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fca6111-eb32-4694-b43b-ec09acbcd014,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:02.089001 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device d924a223-e1b0-4f3e-b70a-c2577c9c688e no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:26:02.109603 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: d924a223-e1b0-4f3e-b70a-c2577c9c688e {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:26:02.109958 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device d924a223-e1b0-4f3e-b70a-c2577c9c688e not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:26:02.116343 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0c786eca-5eef-4919-b425-f15f3843f2c7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.116509 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3769747'] for router, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.121580 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02ec6151-480f-46cc-9be4-abee18b1b4a0 {{(pid=93655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 12:26:02.121863 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-0c786eca-5eef-4919-b425-f15f3843f2c7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5270278 Jul 08 12:26:02.121863 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57476) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:02.123359 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.126020 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-5b12d27d-bbc8-4468-b844-00cdb50953b1 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Request body: {'security_group_rule': {'security_group_id': 'b61f81c5-645a-48c1-876a-cb4f29a765ea', 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:02.127238 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-dd36e839-7e09-4e2a-a085-9c23c7b5e8b6 admin admin] 10.222.0.88 "DELETE /v2.0/routers/02ec6151-480f-46cc-9be4-abee18b1b4a0 HTTP/1.1" status: 204 len: 168 time: 1.3415365 Jul 08 12:26:02.127880 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57478) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:02.183240 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_v2 [None req-5695873e-d06e-4911-89d7-43c0f4bbfa44 admin admin] Deleting subnet a0e2175b-da30-4bbc-b885-7bdc05d46a4d {{(pid=93655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:26:02.187054 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5695873e-d06e-4911-89d7-43c0f4bbfa44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.224297 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5695873e-d06e-4911-89d7-43c0f4bbfa44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59581787'] for subnet, precommit_delete_associations {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.241980 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.securitygroups_db [None req-5b12d27d-bbc8-4468-b844-00cdb50953b1 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Project 4d389f3c5f06460e87afaaad9a294b66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 12:26:02.250429 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5b12d27d-bbc8-4468-b844-00cdb50953b1 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.266427 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5695873e-d06e-4911-89d7-43c0f4bbfa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.336030 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5b12d27d-bbc8-4468-b844-00cdb50953b1 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.464494 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5b12d27d-bbc8-4468-b844-00cdb50953b1 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.489888 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12d27d-bbc8-4468-b844-00cdb50953b1 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0c42cb-56b3-439b-8b6c-196bd1a749d2,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:02.500432 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5695873e-d06e-4911-89d7-43c0f4bbfa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61923534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61887726'] for subnet, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.527078 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695873e-d06e-4911-89d7-43c0f4bbfa44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0e2175b-da30-4bbc-b885-7bdc05d46a4d,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:02.531664 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5695873e-d06e-4911-89d7-43c0f4bbfa44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.533589 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-5695873e-d06e-4911-89d7-43c0f4bbfa44 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a0e2175b-da30-4bbc-b885-7bdc05d46a4d HTTP/1.1" status: 204 len: 168 time: 0.4047554 Jul 08 12:26:02.536226 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57484) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:02.575618 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5b12d27d-bbc8-4468-b844-00cdb50953b1 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.579813 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-5b12d27d-bbc8-4468-b844-00cdb50953b1 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4544861 Jul 08 12:26:02.608458 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5ead032b-4f99-4810-82cb-830470599b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.704605 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5ead032b-4f99-4810-82cb-830470599b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.718419 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-5ead032b-4f99-4810-82cb-830470599b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944642c5-34cb-4052-9c71-c9f2bb6fc18d']}} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:02.735854 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-5ead032b-4f99-4810-82cb-830470599b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bd898e-c412-44a2-940a-d80cf6954e88') {'for_net_delete': True} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:02.736148 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-5ead032b-4f99-4810-82cb-830470599b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bd898e-c412-44a2-940a-d80cf6954e88') {} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:02.744561 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-97933aaf-6300-46c6-ac73-132268da4d3b req-cb883b0d-d926-4d24-a73f-1e3443edb929 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978283809&fields=id&tenant_id=4d389f3c5f06460e87afaaad9a294b66 HTTP/1.1" status: 200 len: 267 time: 0.0654104 Jul 08 12:26:02.747723 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5ead032b-4f99-4810-82cb-830470599b92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59581778'] for segment, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.769540 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5ead032b-4f99-4810-82cb-830470599b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.795471 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ead032b-4f99-4810-82cb-830470599b92 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:26:02.795868 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5ead032b-4f99-4810-82cb-830470599b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61923433'] for segment, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: Traceback (most recent call last): Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: timer() Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: cb(*args, **kw) Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: return func(*args, **kwargs) Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: self._notify() Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: self.callback(batched_events) Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: event.method(event) Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: return f(self, *a, **k) Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: return self._get(url).json() Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: return self.request(url, 'GET', **kwargs) Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:26:02.798262 dv-cinder-799631-5-iscsi neutron-server[93655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:26:02.875240 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97933aaf-6300-46c6-ac73-132268da4d3b req-96ee9637-7c43-47aa-b1b0-b492737b8e9b tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:02.876777 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-97933aaf-6300-46c6-ac73-132268da4d3b req-96ee9637-7c43-47aa-b1b0-b492737b8e9b tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.1228666 Jul 08 12:26:02.889017 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [req-97933aaf-6300-46c6-ac73-132268da4d3b req-d6f5f8e0-a50d-492c-a98f-b326fbdd7afa tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Request body: {'port': {'security_groups': ['3b53a5a5-57d4-4e9d-9357-30aec34a1054', 'b61f81c5-645a-48c1-876a-cb4f29a765ea']}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:02.915743 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5ead032b-4f99-4810-82cb-830470599b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.922435 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5ead032b-4f99-4810-82cb-830470599b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:02.924224 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-5ead032b-4f99-4810-82cb-830470599b92 admin admin] 10.222.0.88 "DELETE /v2.0/networks/944642c5-34cb-4052-9c71-c9f2bb6fc18d HTTP/1.1" status: 204 len: 168 time: 0.3868096 Jul 08 12:26:02.941766 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead032b-4f99-4810-82cb-830470599b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=944642c5-34cb-4052-9c71-c9f2bb6fc18d,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:03.005977 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:26:03.006576 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-97933aaf-6300-46c6-ac73-132268da4d3b req-d6f5f8e0-a50d-492c-a98f-b326fbdd7afa tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:03.281323 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [req-97933aaf-6300-46c6-ac73-132268da4d3b req-d6f5f8e0-a50d-492c-a98f-b326fbdd7afa tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] For port 6193803f-9240-4791-8564-1be2d18f23ca, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=6193803f-9240-4791-8564-1be2d18f23ca,segment=NetworkSegment(92ec901e-daa8-44ce-8a3f-a614949e55dd),segment_id=92ec901e-daa8-44ce-8a3f-a614949e55dd)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:03.314632 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-97933aaf-6300-46c6-ac73-132268da4d3b req-d6f5f8e0-a50d-492c-a98f-b326fbdd7afa tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for port, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:03.397967 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-97933aaf-6300-46c6-ac73-132268da4d3b req-d6f5f8e0-a50d-492c-a98f-b326fbdd7afa tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61923469'] for port, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:03.415666 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['6193803f-9240-4791-8564-1be2d18f23ca'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:26:03.445427 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97933aaf-6300-46c6-ac73-132268da4d3b req-d6f5f8e0-a50d-492c-a98f-b326fbdd7afa tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:03.446051 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-97933aaf-6300-46c6-ac73-132268da4d3b req-d6f5f8e0-a50d-492c-a98f-b326fbdd7afa tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:03.448192 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-97933aaf-6300-46c6-ac73-132268da4d3b req-d6f5f8e0-a50d-492c-a98f-b326fbdd7afa tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "PUT /v2.0/ports/6193803f-9240-4791-8564-1be2d18f23ca HTTP/1.1" status: 200 len: 982 time: 0.5640583 Jul 08 12:26:03.448684 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'tag': '6193803f-9240-4791-8564-1be2d18f23ca'}] {{(pid=93655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:03.451043 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a03bbc91d2f86613491d0901239a9001c4f73130c8ca6ab44098ce7ccb338547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad6efd0-cea1-4813-bcb3-ab7f06ecc0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "923a9048-a8fa-407a-b04b-21a6814c8b05", "tag": "6193803f-9240-4791-8564-1be2d18f23ca"}]}' {{(pid=93655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:03.497285 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57520) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:03.497846 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5f8e0-a50d-492c-a98f-b326fbdd7afa tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event updated for resources: {'Port': ['ID=6193803f-9240-4791-8564-1be2d18f23ca,revision_number=6']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:03.538923 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27500213-40d8-4f86-bbff-7f90fada8776 x-openstack-request-id: req-27500213-40d8-4f86-bbff-7f90fada8776 {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:03.539378 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923a9048-a8fa-407a-b04b-21a6814c8b05", "tag": "6193803f-9240-4791-8564-1be2d18f23ca", "status": "completed", "code": 200}]} {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:03.539474 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-27500213-40d8-4f86-bbff-7f90fada8776 {{(pid=93655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:03.539838 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'tag': '6193803f-9240-4791-8564-1be2d18f23ca', 'status': 'completed', 'code': 200} Jul 08 12:26:03.581860 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['6193803f-9240-4791-8564-1be2d18f23ca'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:26:03.585478 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57524) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:03.585970 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-f35d405d-5193-4411-b978-c0953d971d40 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a5717098e04f409ca0a065e84d0e4aeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0858264 Jul 08 12:26:03.675445 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c4c1b217-bde2-4e34-804a-d04cdcd90d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:03.719273 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6efd0-cea1-4813-bcb3-ab7f06ecc0e1 req-2afc567b-f22c-49cb-a48a-732cf05796f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:03.721308 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9ad6efd0-cea1-4813-bcb3-ab7f06ecc0e1 req-2afc567b-f22c-49cb-a48a-732cf05796f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4d389f3c5f06460e87afaaad9a294b66&device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 1138 time: 0.1431711 Jul 08 12:26:03.809397 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c4c1b217-bde2-4e34-804a-d04cdcd90d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:03.843430 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6efd0-cea1-4813-bcb3-ab7f06ecc0e1 req-16d03de2-2aff-472a-a27a-0a3a77cd470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:03.849296 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9ad6efd0-cea1-4813-bcb3-ab7f06ecc0e1 req-16d03de2-2aff-472a-a27a-0a3a77cd470e service neutron] 10.222.0.89 "GET /v2.0/networks?id=b3b2f401-2e4a-4b50-bc1d-15006406ea11 HTTP/1.1" status: 200 len: 915 time: 0.1012776 Jul 08 12:26:03.895966 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9903e-7851-432a-a562-5ca443569d76 req-affd5a5c-ce48-4483-a203-2a49ef663bac tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:03.897637 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-40c9903e-7851-432a-a562-5ca443569d76 req-affd5a5c-ce48-4483-a203-2a49ef663bac tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.1744449 Jul 08 12:26:03.905459 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 02909968-c18e-4e80-931d-75e0f311d63c no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:26:03.912240 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda4bb1-847e-41f1-874f-b21578260b78 req-71ab3f9c-2b18-4f54-8252-cfe94a4a2741 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:03.919572 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ebda4bb1-847e-41f1-874f-b21578260b78 req-71ab3f9c-2b18-4f54-8252-cfe94a4a2741 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.1993504 Jul 08 12:26:03.936972 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-a362d90a-0c4d-4ba3-938a-46507e0437c4 None None] Provisioning complete for port 6193803f-9240-4791-8564-1be2d18f23ca triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:03.936972 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a362d90a-0c4d-4ba3-938a-46507e0437c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:03.941013 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9ad6efd0-cea1-4813-bcb3-ab7f06ecc0e1 req-1647f8e8-153f-4bf9-983b-c0781bea7f41 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6193803f-9240-4791-8564-1be2d18f23ca HTTP/1.1" status: 200 len: 1002 time: 0.0856721 Jul 08 12:26:03.959031 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 02909968-c18e-4e80-931d-75e0f311d63c {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:26:03.959514 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 02909968-c18e-4e80-931d-75e0f311d63c not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:26:03.989691 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ebda4bb1-847e-41f1-874f-b21578260b78 req-7beba803-49d4-4138-9e21-5a229d74b1a6 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692153 Jul 08 12:26:04.010947 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6efd0-cea1-4813-bcb3-ab7f06ecc0e1 req-503b4167-842b-4512-9b59-90da9027ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:04.012432 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9ad6efd0-cea1-4813-bcb3-ab7f06ecc0e1 req-503b4167-842b-4512-9b59-90da9027ffa3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=09f2dac1-739f-4064-b6e6-ddb4354af3d1 HTTP/1.1" status: 200 len: 853 time: 0.0647275 Jul 08 12:26:04.016161 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-40c9903e-7851-432a-a562-5ca443569d76 req-7e22bd5f-a2af-489b-8fb9-935f4d37f9cd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891211 Jul 08 12:26:04.027198 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c4c1b217-bde2-4e34-804a-d04cdcd90d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:04.030001 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c4c1b217-bde2-4e34-804a-d04cdcd90d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:04.031440 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-c4c1b217-bde2-4e34-804a-d04cdcd90d42 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e71b4621-676e-458f-bf02-6616af4dba03 HTTP/1.1" status: 204 len: 168 time: 0.4449942 Jul 08 12:26:04.065119 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1b217-bde2-4e34-804a-d04cdcd90d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71b4621-676e-458f-bf02-6616af4dba03,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:04.123415 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6efd0-cea1-4813-bcb3-ab7f06ecc0e1 req-82609055-b26f-4458-940f-06dd42f5fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:04.126091 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9ad6efd0-cea1-4813-bcb3-ab7f06ecc0e1 req-82609055-b26f-4458-940f-06dd42f5fabe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b3b2f401-2e4a-4b50-bc1d-15006406ea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918617 Jul 08 12:26:04.270843 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9ad6efd0-cea1-4813-bcb3-ab7f06ecc0e1 req-5c6736fe-c8ab-4b6d-94ba-f81ad57db42e service neutron] 10.222.0.89 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368637 Jul 08 12:26:04.376095 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9ad6efd0-cea1-4813-bcb3-ab7f06ecc0e1 req-3370c8d9-9d98-458d-b8e0-a5cc95af1ba3 service neutron] 10.222.0.89 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968182 Jul 08 12:26:05.143313 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57562) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:05.212054 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e18dc-bf56-48a1-8e81-00bd4f65e47c req-f7158212-1017-4dd4-9980-2ca40da7e656 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:05.217407 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b13e18dc-bf56-48a1-8e81-00bd4f65e47c req-f7158212-1017-4dd4-9980-2ca40da7e656 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0754905 Jul 08 12:26:05.262907 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b13e18dc-bf56-48a1-8e81-00bd4f65e47c req-49d9caa4-8b9a-4cda-8d57-2e0bb79a3cba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428605 Jul 08 12:26:05.272267 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-131834178-network', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:05.340706 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] Made reservation on behalf of 69257826d7b148099ed20a4a2b3798ea for: {'network': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:26:05.342995 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:05.356788 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:05.445793 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:05.521444 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:05.547308 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=93654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:26:05.557048 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d840bf76-4834-4af0-8f2b-878d64ddf72e,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:05.563242 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:05.564524 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.segments_db [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] Added segment 941ecddf-8688-4d9f-bcce-f2ad6db229be of type vlan for network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 Jul 08 12:26:05.604393 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:05.698595 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:05.700009 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:05.700634 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:05.757398 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] Pushing event updated for resources: {'Network': ['ID=8e4e0557-4bba-4b10-85f1-95b3483d6f84,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:05.767265 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:26:05.833078 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-22c02182-9657-4ad4-afea-cb0e5f53485e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6886482 Jul 08 12:26:05.835768 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57572) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:05.841182 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-3b0630eb-600d-4200-8135-325a5617f2a9 admin admin] Request body: {'subnet': {'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-subnet', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:05.911707 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0630eb-600d-4200-8135-325a5617f2a9 admin admin] Made reservation on behalf of 69257826d7b148099ed20a4a2b3798ea for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:26:05.914056 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3b0630eb-600d-4200-8135-325a5617f2a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58951709'] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:06.135678 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3b0630eb-600d-4200-8135-325a5617f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59810699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58951727'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:06.199134 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0630eb-600d-4200-8135-325a5617f2a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2889e973-26ef-4f9a-8438-d3a8d25d582e,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:06.209735 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0630eb-600d-4200-8135-325a5617f2a9 admin admin] Checking segment: {'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:26:06.210092 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0630eb-600d-4200-8135-325a5617f2a9 admin admin] Network hostable DHCP agents. Network: 8e4e0557-4bba-4b10-85f1-95b3483d6f84, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:26:06.324888 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0630eb-600d-4200-8135-325a5617f2a9 admin admin] Network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:26:06.414694 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-3b0630eb-600d-4200-8135-325a5617f2a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, 8e4e0557-4bba-4b10-85f1-95b3483d6f84) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:26:06.419259 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0630eb-600d-4200-8135-325a5617f2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:06.420021 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3b0630eb-600d-4200-8135-325a5617f2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:06.427971 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b29d2-f8e1-4597-aa4a-76bdbfda723b None None] Network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:26:06.461980 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdd34f-8e86-4fe8-8263-07277d864e09 req-604f34d4-5e62-4b58-b6f0-4c7851cc1a28 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:06.463732 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-80fdd34f-8e86-4fe8-8263-07277d864e09 req-604f34d4-5e62-4b58-b6f0-4c7851cc1a28 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0733252 Jul 08 12:26:06.501563 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-3b0630eb-600d-4200-8135-325a5617f2a9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6644657 Jul 08 12:26:06.504093 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57586) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:06.508923 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:06.523748 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-80fdd34f-8e86-4fe8-8263-07277d864e09 req-c6ede579-ff6c-4291-9f72-5d5b85224191 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504808 Jul 08 12:26:06.586498 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3768437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59175'] for router, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:06.587542 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59176'] for router, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:06.597785 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0646aa3a-11ed-5dd6-8442-d1e895c35616-8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e'}]}} from dv-cinder-799631-5-iscsi. {{(pid=93656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:26:06.598897 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:06.642128 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:06.741755 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.db_base_plugin_common [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Allocated IP 172.20.0.2 (8e4e0557-4bba-4b10-85f1-95b3483d6f84/2889e973-26ef-4f9a-8438-d3a8d25d582e/36e2c3a8-f23b-4e88-b03a-1926b88149a2) {{(pid=93656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:26:06.870557 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59194'] for router, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:06.903293 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:06.911439 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Transition to ACTIVE for port object 36e2c3a8-f23b-4e88-b03a-1926b88149a2 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:26:06.928405 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Transition to ACTIVE for port object 36e2c3a8-f23b-4e88-b03a-1926b88149a2 will not be triggered until provisioned by entity DHCP. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:26:06.999383 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:07.062782 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 is already hosted by enough agents. {{(pid=93656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:26:07.073637 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.base_scheduler [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Resources bound (agent type, host, resource id): {{(pid=93656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:26:07.082074 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Pushing event updated for resources: {'Port': ['ID=36e2c3a8-f23b-4e88-b03a-1926b88149a2,revision_number=1']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:07.084395 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Received port after_create {{(pid=93656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:26:07.096488 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:07.096886 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:07.097233 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:07.097573 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:07.098417 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:07.098636 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:07.098967 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:07.099300 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:07.099652 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:07.099981 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:07.100304 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:07.100650 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:07.180599 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Attempting to bind port 36e2c3a8-f23b-4e88-b03a-1926b88149a2 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:26:07.180980 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Attempting to bind port 36e2c3a8-f23b-4e88-b03a-1926b88149a2 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:26:07.181340 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Attempting to bind port 36e2c3a8-f23b-4e88-b03a-1926b88149a2 on network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:26:07.187431 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:26:07.187800 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Checking segment: {'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:26:07.188203 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:07.188765 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Bound using segment: {'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:26:07.189232 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Bound port: 36e2c3a8-f23b-4e88-b03a-1926b88149a2, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:26:07.189621 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:07.196650 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:07.225643 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:07.256927 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] For port 36e2c3a8-f23b-4e88-b03a-1926b88149a2, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:26:07.261056 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] For port 36e2c3a8-f23b-4e88-b03a-1926b88149a2, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=36e2c3a8-f23b-4e88-b03a-1926b88149a2,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:26:07.334134 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:07.337238 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Allocated IP 172.27.3.64 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/6ff35a36-6a19-4a69-9006-ece3bd39f527) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:26:07.397891 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1274e3-bba2-4b76-929f-b6c591f453c9 None None] Pushing event updated for resources: {'Port': ['ID=36e2c3a8-f23b-4e88-b03a-1926b88149a2,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:07.456643 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:07.565967 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:07.602252 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:26:07.605703 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:26:07.609333 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:26:07.656811 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Pushing event updated for resources: {'Port': ['ID=6ff35a36-6a19-4a69-9006-ece3bd39f527,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:07.751392 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e88a65-53db-45d1-a05e-73aa4c647968 req-d4a4c1c4-c1a8-4fcf-8a14-d096086b077a tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:07.753220 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-20e88a65-53db-45d1-a05e-73aa4c647968 req-d4a4c1c4-c1a8-4fcf-8a14-d096086b077a tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0810771 Jul 08 12:26:07.794291 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-20e88a65-53db-45d1-a05e-73aa4c647968 req-c17000a3-4953-466c-8a93-577b75b36292 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330622 Jul 08 12:26:07.951405 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 36e2c3a8-f23b-4e88-b03a-1926b88149a2 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:26:07.977110 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:08.083901 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 36e2c3a8-f23b-4e88-b03a-1926b88149a2 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:26:08.202073 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3782363'] for router, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:08.350921 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09da1c88-7089-4a26-9b9e-ec2fdc094dd0 None None] Network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:26:08.538671 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-a66d0a9e-fb8a-4d59-bf91-6d79e74fddee None None] Provisioning for port 36e2c3a8-f23b-4e88-b03a-1926b88149a2 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:26:08.545520 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-a66d0a9e-fb8a-4d59-bf91-6d79e74fddee None None] Provisioning complete for port 36e2c3a8-f23b-4e88-b03a-1926b88149a2 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:08.545896 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a66d0a9e-fb8a-4d59-bf91-6d79e74fddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:08.651600 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a66d0a9e-fb8a-4d59-bf91-6d79e74fddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:08.670314 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 is scheduled to L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a with binding_index 1 {{(pid=93654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:26:08.686966 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-a66d0a9e-fb8a-4d59-bf91-6d79e74fddee None None] For port 36e2c3a8-f23b-4e88-b03a-1926b88149a2, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=36e2c3a8-f23b-4e88-b03a-1926b88149a2,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:08.756410 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a66d0a9e-fb8a-4d59-bf91-6d79e74fddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:08.785800 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:26:08.795034 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Sync routers for ids ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:26:08.816989 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Routers {'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:26:08.817608 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:25:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:08.819398 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d0a9e-fb8a-4d59-bf91-6d79e74fddee None None] Pushing event updated for resources: {'Port': ['ID=36e2c3a8-f23b-4e88-b03a-1926b88149a2,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:08.896371 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] Notify callbacks [] for router, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:08.896371 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-378001d4-510e-4d3d-a079-87b7fd799fac admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3738635 Jul 08 12:26:08.898745 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57626) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:08.913006 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-29d311cb-bfea-4179-95e5-5be0203bebbb None None] Provisioning complete for port 36e2c3a8-f23b-4e88-b03a-1926b88149a2 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:08.913449 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-29d311cb-bfea-4179-95e5-5be0203bebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:08.972681 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Set router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:26:09.000251 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f4c6e-e72a-4173-ae0d-0cea203137cc req-5fde3459-b2e6-49c9-b86a-9592811a2191 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:09.002521 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c95f4c6e-e72a-4173-ae0d-0cea203137cc req-5fde3459-b2e6-49c9-b86a-9592811a2191 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0759692 Jul 08 12:26:09.040601 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c95f4c6e-e72a-4173-ae0d-0cea203137cc req-288fdffe-878a-4462-bfdc-018f8fd1f811 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Jul 08 12:26:09.180865 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:07Z', 'revision_number': 3, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:09.207758 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Checking router: dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:26:09.208095 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Updating router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 port 6ff35a36-6a19-4a69-9006-ece3bd39f527 binding host dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:26:09.245184 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:09.348581 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:09.514859 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Allocated IP 172.20.0.1 (8e4e0557-4bba-4b10-85f1-95b3483d6f84/2889e973-26ef-4f9a-8438-d3a8d25d582e/45dbc19f-769a-42c8-8097-47dfe8464348) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:26:09.522102 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Notify callbacks [] for port, precommit_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:09.533933 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Transition to ACTIVE for port object 6ff35a36-6a19-4a69-9006-ece3bd39f527 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:26:09.623876 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:09.637760 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Transition to ACTIVE for port object 45dbc19f-769a-42c8-8097-47dfe8464348 will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:26:09.683259 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:09.785177 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:09.823104 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:26:09.829428 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:26:09.833007 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:26:09.843150 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Attempting to bind port 6ff35a36-6a19-4a69-9006-ece3bd39f527 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:26:09.843945 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Attempting to bind port 6ff35a36-6a19-4a69-9006-ece3bd39f527 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:26:09.844316 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Attempting to bind port 6ff35a36-6a19-4a69-9006-ece3bd39f527 on network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:26:09.860973 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:26:09.860973 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Checking segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:26:09.860973 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:09.860973 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Bound using segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:26:09.860973 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Bound port: 6ff35a36-6a19-4a69-9006-ece3bd39f527, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:26:09.860973 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:09.865063 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Pushing event updated for resources: {'Port': ['ID=45dbc19f-769a-42c8-8097-47dfe8464348,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:09.879027 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782866'] for router_interface, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:09.929836 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7971155-61a9-4ffa-b98e-be01984766ae None None] Pushing event updated for resources: {'Port': ['ID=6ff35a36-6a19-4a69-9006-ece3bd39f527,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:09.931121 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 36e2c3a8-f23b-4e88-b03a-1926b88149a2 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:26:09.934422 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] For port 6ff35a36-6a19-4a69-9006-ece3bd39f527, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:26:09.983679 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] For port 6ff35a36-6a19-4a69-9006-ece3bd39f527, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=6ff35a36-6a19-4a69-9006-ece3bd39f527,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:26:10.006857 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 36e2c3a8-f23b-4e88-b03a-1926b88149a2 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:10.007228 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:10.095747 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:10.144781 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:10.178036 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Routers {'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:26:10.178678 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:25:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:10.182380 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7971155-61a9-4ffa-b98e-be01984766ae None None] Pushing event updated for resources: {'Port': ['ID=6ff35a36-6a19-4a69-9006-ece3bd39f527,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:10.247246 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3802fa-0ee1-41d5-8e54-9dbb257becc0 req-4a5b4dbb-dcbb-4b1c-9cf4-08e7aae381cb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:10.249239 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ab3802fa-0ee1-41d5-8e54-9dbb257becc0 req-4a5b4dbb-dcbb-4b1c-9cf4-08e7aae381cb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0879011 Jul 08 12:26:10.284063 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-66dd8b33-6c3b-496e-8b19-5b90547a8d4a None None] Provisioning for port 45dbc19f-769a-42c8-8097-47dfe8464348 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:26:10.292131 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-66dd8b33-6c3b-496e-8b19-5b90547a8d4a None None] Provisioning complete for port 45dbc19f-769a-42c8-8097-47dfe8464348 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:10.292749 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-66dd8b33-6c3b-496e-8b19-5b90547a8d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:10.302816 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ab3802fa-0ee1-41d5-8e54-9dbb257becc0 req-0610ccef-376d-40ef-bbc0-c500eb778bcf tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477276 Jul 08 12:26:10.331356 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] Set router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:26:10.372147 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:10.390707 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-66dd8b33-6c3b-496e-8b19-5b90547a8d4a None None] Port 45dbc19f-769a-42c8-8097-47dfe8464348 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:26:10.496030 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:10.567021 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Pushing event updated for resources: {'Port': ['ID=45dbc19f-769a-42c8-8097-47dfe8464348,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:10.577998 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3780481'] for router_interface, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:10.591065 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:09Z', 'revision_number': 1, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:10.621229 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1627e68-a306-4ff7-89e7-275b9f4982ff None None] The sync data for ids ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'] in dv-cinder-799631-5-iscsi is: [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:09Z', 'revision_number': 1, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:26:10.709028 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:26:10.710330 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:26:10.911032 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:26:11.065884 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:26:11.079958 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-029f20e4-92db-4f2c-8d9e-b47b77b296ce admin admin] 10.222.0.88 "PUT /v2.0/routers/dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1797416 Jul 08 12:26:11.115312 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-1e23aad8-09ff-4291-b5d6-6b839c0f16fd None None] Provisioning complete for port 45dbc19f-769a-42c8-8097-47dfe8464348 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:11.118619 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-1e23aad8-09ff-4291-b5d6-6b839c0f16fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:11.155861 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-1e23aad8-09ff-4291-b5d6-6b839c0f16fd None None] Port 45dbc19f-769a-42c8-8097-47dfe8464348 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:26:11.586558 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be8ded-7f42-4153-b72a-1d19fe4f4c59 req-cbf8a6dd-9ac4-45d0-b87e-6478f1ca62ec tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:11.589692 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-66be8ded-7f42-4153-b72a-1d19fe4f4c59 req-cbf8a6dd-9ac4-45d0-b87e-6478f1ca62ec tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0813544 Jul 08 12:26:11.637088 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-66be8ded-7f42-4153-b72a-1d19fe4f4c59 req-e3ef6b66-b83c-4ee8-a2cf-43cb0f0f587b tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407493 Jul 08 12:26:11.689276 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57678) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:11.694109 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-cd3ff51a-312a-4a2a-97ce-035e1af8d42e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663288095', 'description': 'tempest-description--39341396'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:11.773281 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff51a-312a-4a2a-97ce-035e1af8d42e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:11.869593 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff51a-312a-4a2a-97ce-035e1af8d42e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:11.934257 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 6ff35a36-6a19-4a69-9006-ece3bd39f527 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:26:11.939126 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff51a-312a-4a2a-97ce-035e1af8d42e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:11.971237 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ff51a-312a-4a2a-97ce-035e1af8d42e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4a8515-517c-4a54-8201-7e632c5e85df,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:12.032895 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff51a-312a-4a2a-97ce-035e1af8d42e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:12.034245 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-cd3ff51a-312a-4a2a-97ce-035e1af8d42e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3439260 Jul 08 12:26:12.037139 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57682) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:12.041991 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-ab0f28c7-95e0-4f08-933c-4ac3ace8f64f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Request body: {'security_group_rule': {'security_group_id': '3e4a8515-517c-4a54-8201-7e632c5e85df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:12.061069 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:12.062321 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 6ff35a36-6a19-4a69-9006-ece3bd39f527 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:26:12.066807 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 6ff35a36-6a19-4a69-9006-ece3bd39f527 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:12.070147 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:12.151033 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ab0f28c7-95e0-4f08-933c-4ac3ace8f64f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:12.154944 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:12.186639 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 6ff35a36-6a19-4a69-9006-ece3bd39f527, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=6ff35a36-6a19-4a69-9006-ece3bd39f527,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:12.219947 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ab0f28c7-95e0-4f08-933c-4ac3ace8f64f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:12.266678 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:12.310154 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ab0f28c7-95e0-4f08-933c-4ac3ace8f64f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:12.321826 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=6ff35a36-6a19-4a69-9006-ece3bd39f527,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:12.335529 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f28c7-95e0-4f08-933c-4ac3ace8f64f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008cab95-22a2-436b-a453-5cf66df64d3e,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:12.396101 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ab0f28c7-95e0-4f08-933c-4ac3ace8f64f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:12.397421 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-ab0f28c7-95e0-4f08-933c-4ac3ace8f64f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3592923 Jul 08 12:26:12.400299 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57684) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:12.415278 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-c9e081a4-cd4a-4765-9a84-6c7614eede9c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Request body: {'security_group_rule': {'security_group_id': '3e4a8515-517c-4a54-8201-7e632c5e85df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:12.523147 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c9e081a4-cd4a-4765-9a84-6c7614eede9c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:12.585509 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c9e081a4-cd4a-4765-9a84-6c7614eede9c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:12.644094 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c9e081a4-cd4a-4765-9a84-6c7614eede9c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:12.667854 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e081a4-cd4a-4765-9a84-6c7614eede9c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ca51f4-91a5-4272-985e-3e34c4ac2f36,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:12.747215 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Sync routers for ids ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:26:12.756873 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Routers {'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:26:12.757480 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:25:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:12.792789 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c9e081a4-cd4a-4765-9a84-6c7614eede9c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:12.794650 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-c9e081a4-cd4a-4765-9a84-6c7614eede9c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3927984 Jul 08 12:26:12.797107 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57696) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:12.802026 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Request body: {'floatingip': {'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:12.832787 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81f973-e6c2-40b4-80d0-45ed3bc3c891 req-0c44f829-8168-4650-aa91-593ce0a40bf2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:12.834307 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dc81f973-e6c2-40b4-80d0-45ed3bc3c891 req-0c44f829-8168-4650-aa91-593ce0a40bf2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0779753 Jul 08 12:26:12.872593 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Set router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:26:12.874462 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dc81f973-e6c2-40b4-80d0-45ed3bc3c891 req-099373d0-e992-474a-b86d-78f7da06d703 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341816 Jul 08 12:26:12.904353 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for floatingip, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:13.003833 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:13.081832 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 2, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:13.111840 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Checking router: dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:26:13.112197 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Updating router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 port 45dbc19f-769a-42c8-8097-47dfe8464348 binding host dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:26:13.124611 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Allocated IP 172.27.3.112 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/eb7636dd-a103-4783-8c32-1adea67c3d8d) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:26:13.147687 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:13.234418 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:13.345655 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:13.390841 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:26:13.393760 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:26:13.396666 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:26:13.422245 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event updated for resources: {'Port': ['ID=eb7636dd-a103-4783-8c32-1adea67c3d8d,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:13.433147 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:13.443529 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Transition to ACTIVE for port object 45dbc19f-769a-42c8-8097-47dfe8464348 will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:26:13.485886 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:13.510180 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:13.573021 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f9123-1448-449d-95fa-556dd7ecb835 None None] Pushing event updated for resources: {'Port': ['ID=45dbc19f-769a-42c8-8097-47dfe8464348,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:13.585554 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f9123-1448-449d-95fa-556dd7ecb835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:13.589791 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f9123-1448-449d-95fa-556dd7ecb835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:13.589791 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f9123-1448-449d-95fa-556dd7ecb835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:13.589791 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f9123-1448-449d-95fa-556dd7ecb835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:13.589791 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f9123-1448-449d-95fa-556dd7ecb835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:13.589791 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f9123-1448-449d-95fa-556dd7ecb835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:13.589791 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f9123-1448-449d-95fa-556dd7ecb835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:13.589791 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f9123-1448-449d-95fa-556dd7ecb835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:13.589791 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f9123-1448-449d-95fa-556dd7ecb835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:13.589791 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f9123-1448-449d-95fa-556dd7ecb835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:13.589791 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f9123-1448-449d-95fa-556dd7ecb835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:13.589791 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f9123-1448-449d-95fa-556dd7ecb835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:13.658132 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:13.831382 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:13.903841 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 6ff35a36-6a19-4a69-9006-ece3bd39f527 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:26:13.946578 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:13.961177 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 6ff35a36-6a19-4a69-9006-ece3bd39f527 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:13.961742 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:13.977936 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Attempting to bind port 45dbc19f-769a-42c8-8097-47dfe8464348 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:26:13.978586 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Attempting to bind port 45dbc19f-769a-42c8-8097-47dfe8464348 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:26:13.978716 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Attempting to bind port 45dbc19f-769a-42c8-8097-47dfe8464348 on network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:26:13.984937 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:26:13.985162 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Checking segment: {'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:26:13.985572 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:13.985958 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Bound using segment: {'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:26:13.986607 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Bound port: 45dbc19f-769a-42c8-8097-47dfe8464348, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:26:13.987179 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:14.040145 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event updated for resources: {'Port': ['ID=eb7636dd-a103-4783-8c32-1adea67c3d8d,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:14.045544 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:14.074052 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] For port 45dbc19f-769a-42c8-8097-47dfe8464348, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:26:14.077214 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] For port 45dbc19f-769a-42c8-8097-47dfe8464348, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=45dbc19f-769a-42c8-8097-47dfe8464348,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:26:14.093712 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e8227-42b7-4e3a-9497-4a01bcb05cb2 req-7f47ba52-e866-45c4-9caa-13ab5097a472 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:14.095247 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3a2e8227-42b7-4e3a-9497-4a01bcb05cb2 req-7f47ba52-e866-45c4-9caa-13ab5097a472 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0852683 Jul 08 12:26:14.129304 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:14.130600 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-83ccdfba-4457-444a-aff8-f7bff305b772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3323007 Jul 08 12:26:14.133531 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3a2e8227-42b7-4e3a-9497-4a01bcb05cb2 req-0031e571-1a2d-45df-a0d6-c2277d78082f tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322983 Jul 08 12:26:14.147025 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:14.210524 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Routers {'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:26:14.211159 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:25:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:14.213258 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f9123-1448-449d-95fa-556dd7ecb835 None None] Pushing event updated for resources: {'Port': ['ID=45dbc19f-769a-42c8-8097-47dfe8464348,revision_number=4']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:14.310663 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-84dc47b9-5fd5-43fc-b892-49476cbfb9d9 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1663288095&fields=id&tenant_id=69257826d7b148099ed20a4a2b3798ea HTTP/1.1" status: 200 len: 267 time: 0.0461771 Jul 08 12:26:14.336288 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] Set router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:26:14.425468 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc775c-38bb-45e4-8517-566cc383565d req-d9d19778-e03f-4af5-ba1d-42538a8bee4e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:14.427064 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-d9d19778-e03f-4af5-ba1d-42538a8bee4e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/networks?id=8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 200 len: 816 time: 0.1155922 Jul 08 12:26:14.442537 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-4500de2f-4e2e-410c-8e95-834bc474c3c3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/quotas/69257826d7b148099ed20a4a2b3798ea HTTP/1.1" status: 200 len: 375 time: 0.0092092 Jul 08 12:26:14.519019 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-5616d467-0ada-4d74-be53-3ae10409ea76 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714002 Jul 08 12:26:14.621662 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-f7ac948e-c8b3-4da0-93df-757febd781fe service neutron] 10.222.0.88 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905197 Jul 08 12:26:14.640641 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:14Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:14.672729 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd6e094-adea-4589-9bf2-cf15712383d9 None None] The sync data for ids ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'] in dv-cinder-799631-5-iscsi is: [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:14Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:26:14.737413 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-9f4067ac-45fa-461e-aa92-7f60cd9f6d8c service neutron] 10.222.0.88 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094451 Jul 08 12:26:15.057815 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ea75ec61-85b8-4d7a-b97b-5818eb84fa03 req-d13a42ef-e38a-4057-a065-cd3a9c1d83c0 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0509529 Jul 08 12:26:15.234513 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57768) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:15.332974 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e637ad7-e232-4446-a774-27dd3e1821b1 req-48290da8-dac6-4f97-a44e-fb44e9751d93 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:15.334479 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2e637ad7-e232-4446-a774-27dd3e1821b1 req-48290da8-dac6-4f97-a44e-fb44e9751d93 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0766165 Jul 08 12:26:15.382143 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cf597d57-7e08-43a3-915b-1a6b554ac698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:15.414510 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2e637ad7-e232-4446-a774-27dd3e1821b1 req-761fcf6c-a1ef-4b35-8cad-1d3a4f545911 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740108 Jul 08 12:26:15.456647 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ab26a7a7-55cf-4301-b9a3-f79abc64fef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:15.510393 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cf597d57-7e08-43a3-915b-1a6b554ac698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:15.598989 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83306341-d4a2-4419-93df-75d415a7d054 req-518f6b65-f4cb-440f-af89-389464f74b8e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:15.600476 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-83306341-d4a2-4419-93df-75d415a7d054 req-518f6b65-f4cb-440f-af89-389464f74b8e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 946 time: 0.0691028 Jul 08 12:26:15.612860 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cf597d57-7e08-43a3-915b-1a6b554ac698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:15.889864 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-cf597d57-7e08-43a3-915b-1a6b554ac698 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b71a3251d897458eb7650946c10cd77b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6542478 Jul 08 12:26:15.893975 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57780) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:15.898126 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf597d57-7e08-43a3-915b-1a6b554ac698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec546991-b217-4a41-95a5-568921d30a6f,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:15.903188 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-83306341-d4a2-4419-93df-75d415a7d054 req-2ac6365a-a9e3-4e29-be56-0f89b0aff55e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965891 Jul 08 12:26:15.955747 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-fcd32ec8-c09a-43fa-9763-ffc2cfd5e85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:15.982685 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-fcd32ec8-c09a-43fa-9763-ffc2cfd5e85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:15.984272 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 45dbc19f-769a-42c8-8097-47dfe8464348 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:26:16.100362 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-fcd32ec8-c09a-43fa-9763-ffc2cfd5e85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:16.100634 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 45dbc19f-769a-42c8-8097-47dfe8464348 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:26:16.103327 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-fcd32ec8-c09a-43fa-9763-ffc2cfd5e85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:16.106933 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-fcd32ec8-c09a-43fa-9763-ffc2cfd5e85c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ec546991-b217-4a41-95a5-568921d30a6f HTTP/1.1" status: 204 len: 168 time: 0.2084854 Jul 08 12:26:16.110961 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 45dbc19f-769a-42c8-8097-47dfe8464348 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:16.110961 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:16.116004 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd32ec8-c09a-43fa-9763-ffc2cfd5e85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec546991-b217-4a41-95a5-568921d30a6f,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:16.145989 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e51aee09-ffcc-4e4a-9d49-d23cc525c192 req-643b087a-7b55-4f8f-9248-fca16fd38e75 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0384982 Jul 08 12:26:16.217786 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:16.250534 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 45dbc19f-769a-42c8-8097-47dfe8464348, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=45dbc19f-769a-42c8-8097-47dfe8464348,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:16.346348 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:16.407357 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=45dbc19f-769a-42c8-8097-47dfe8464348,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:16.632009 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbac9d4-a4fb-4417-96c8-e309e5bb30e6 req-9835c2b3-1806-4686-89a1-d3c8496ececb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:16.633548 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5fbac9d4-a4fb-4417-96c8-e309e5bb30e6 req-9835c2b3-1806-4686-89a1-d3c8496ececb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0670040 Jul 08 12:26:16.682932 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5fbac9d4-a4fb-4417-96c8-e309e5bb30e6 req-5321b2f6-1ffc-483c-8e74-320fd8c27721 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376718 Jul 08 12:26:16.882454 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57798) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:16.908043 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ecb22e3f-ad64-4f47-bb26-584cc4068c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:17.066464 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ecb22e3f-ad64-4f47-bb26-584cc4068c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:17.157017 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620a767-5f86-4e28-80ad-53cfa6451f01 req-c6b701cc-3b34-4f15-9622-a9becd340185 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:17.158552 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b620a767-5f86-4e28-80ad-53cfa6451f01 req-c6b701cc-3b34-4f15-9622-a9becd340185 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 946 time: 0.0943756 Jul 08 12:26:17.211404 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b620a767-5f86-4e28-80ad-53cfa6451f01 req-438a9ef1-bf8f-4c82-a43e-e647c04b0764 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 Jul 08 12:26:17.333935 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4a6b7736-0a28-4fc6-86f7-e4bac609b2a8 req-1c52e77a-0451-4db3-a95a-e75c7568965f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0286906 Jul 08 12:26:17.351996 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ecb22e3f-ad64-4f47-bb26-584cc4068c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:17.445208 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-ecb22e3f-ad64-4f47-bb26-584cc4068c82 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d1610bf6f1c64254b5f349c1b004d50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164649 Jul 08 12:26:17.445208 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb22e3f-ad64-4f47-bb26-584cc4068c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b213220b-610f-4bd6-ab64-a6cd64a51a7f,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:17.445208 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57810) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:17.489848 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-d48da9b0-3c24-47b1-9e42-532de828c655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:17.511954 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-d48da9b0-3c24-47b1-9e42-532de828c655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:17.706594 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-d48da9b0-3c24-47b1-9e42-532de828c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:17.709101 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-d48da9b0-3c24-47b1-9e42-532de828c655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:17.719708 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-d48da9b0-3c24-47b1-9e42-532de828c655 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b213220b-610f-4bd6-ab64-a6cd64a51a7f HTTP/1.1" status: 204 len: 168 time: 0.2752352 Jul 08 12:26:17.727386 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48da9b0-3c24-47b1-9e42-532de828c655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b213220b-610f-4bd6-ab64-a6cd64a51a7f,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:17.730613 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff06f0-0537-4fc6-8ed7-fda4ccae801d req-ec3548ec-a1a3-4434-af3e-116bf9d2f533 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:17.732143 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-25ff06f0-0537-4fc6-8ed7-fda4ccae801d req-ec3548ec-a1a3-4434-af3e-116bf9d2f533 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 946 time: 0.0826309 Jul 08 12:26:17.881892 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac14ca-2f94-46d7-8ab2-d8f3f1507163 req-d81adef5-72ca-415c-b30a-a81e9776f24c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:17.883691 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-17ac14ca-2f94-46d7-8ab2-d8f3f1507163 req-d81adef5-72ca-415c-b30a-a81e9776f24c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0702944 Jul 08 12:26:17.927147 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-17ac14ca-2f94-46d7-8ab2-d8f3f1507163 req-a626f4a8-a0f1-4bb2-8e22-6684052bc205 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365934 Jul 08 12:26:17.939512 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 45dbc19f-769a-42c8-8097-47dfe8464348 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:26:17.966334 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-25ff06f0-0537-4fc6-8ed7-fda4ccae801d req-83e9bdb3-1ac4-4754-ba84-e67d030d491e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Deleting port 3c6abe09-eef4-4fd8-bfe9-235c97420b39 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:26:17.966657 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-25ff06f0-0537-4fc6-8ed7-fda4ccae801d req-83e9bdb3-1ac4-4754-ba84-e67d030d491e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:17.997939 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 45dbc19f-769a-42c8-8097-47dfe8464348 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:18.000871 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:18.035617 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc775c-38bb-45e4-8517-566cc383565d req-dd354eec-302e-4d95-8e63-803a21de8f4d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:18.037123 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-dd354eec-302e-4d95-8e63-803a21de8f4d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.89 "GET /v2.0/networks?id=8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 200 len: 816 time: 0.1759202 Jul 08 12:26:18.140665 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-25ff06f0-0537-4fc6-8ed7-fda4ccae801d req-83e9bdb3-1ac4-4754-ba84-e67d030d491e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] For port 3c6abe09-eef4-4fd8-bfe9-235c97420b39, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=3c6abe09-eef4-4fd8-bfe9-235c97420b39,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:18.141715 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-25ff06f0-0537-4fc6-8ed7-fda4ccae801d req-83e9bdb3-1ac4-4754-ba84-e67d030d491e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:18.151534 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-9212680d-6b6d-442b-ab18-e332e48f1a56 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69257826d7b148099ed20a4a2b3798ea HTTP/1.1" status: 200 len: 380 time: 0.1023996 Jul 08 12:26:18.163585 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-d0fc775c-38bb-45e4-8517-566cc383565d req-4fc4beb5-2ae2-4218-8753-4046e0c2f6a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Request body: {'port': {'device_id': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'admin_state_up': True, 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'security_groups': ['3e4a8515-517c-4a54-8201-7e632c5e85df']}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:18.188958 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-25ff06f0-0537-4fc6-8ed7-fda4ccae801d req-83e9bdb3-1ac4-4754-ba84-e67d030d491e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Calling delete_port for 3c6abe09-eef4-4fd8-bfe9-235c97420b39 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:26:18.444378 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-f62e102d-4243-4b99-a727-e29f91cd58a6 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259161430&fields=id&tenant_id=3bd03333fac1458580472c07c3ce8543 HTTP/1.1" status: 200 len: 267 time: 0.0499430 Jul 08 12:26:18.490574 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82dd99-d1a3-4091-90e5-b1689c990c59 req-8f27c994-3656-4a8c-985b-dff8ea8f69f8 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:18.492855 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-be82dd99-d1a3-4091-90e5-b1689c990c59 req-8f27c994-3656-4a8c-985b-dff8ea8f69f8 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 946 time: 0.1345654 Jul 08 12:26:18.585187 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-be82dd99-d1a3-4091-90e5-b1689c990c59 req-f3eff632-95ca-4be2-a76d-05cd22eda337 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636430 Jul 08 12:26:18.597449 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57842) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:18.628444 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-988a37bc-3419-4de0-a999-d1a6d154a427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:18.654311 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-1aebc526-755f-48a5-b942-073907f68d38 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:18.656114 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-1aebc526-755f-48a5-b942-073907f68d38 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 811 time: 0.2014861 Jul 08 12:26:18.674689 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-b0e7806b-b8fe-4bd2-9908-a6713f89405a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/quotas/3bd03333fac1458580472c07c3ce8543 HTTP/1.1" status: 200 len: 375 time: 0.0109992 Jul 08 12:26:18.707763 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fc775c-38bb-45e4-8517-566cc383565d req-4fc4beb5-2ae2-4218-8753-4046e0c2f6a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Made reservation on behalf of 69257826d7b148099ed20a4a2b3798ea for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:26:18.711337 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-d0fc775c-38bb-45e4-8517-566cc383565d req-4fc4beb5-2ae2-4218-8753-4046e0c2f6a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:18.757323 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2335a864-dd7c-404a-9415-336731ec1299 req-7f0055bf-0f03-495b-888b-6e6bd39e6594 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0425508 Jul 08 12:26:18.795020 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-25ff06f0-0537-4fc6-8ed7-fda4ccae801d req-83e9bdb3-1ac4-4754-ba84-e67d030d491e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:18.814604 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['4c6ba5d3-c75a-4a25-943f-d8e2ba1496db', 'e3b7dca0-4b5f-4ac5-8945-10a1a397cd48', 'f6577ff2-aaa7-47e2-90da-8aa39b4307ee', '3c6abe09-eef4-4fd8-bfe9-235c97420b39'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:26:18.819027 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-68859ea9-574e-4acc-88e1-7676c241ea1a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1378641 Jul 08 12:26:18.856667 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9bdb3-1ac4-4754-ba84-e67d030d491e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Pushing event deleted for resources: {'Port': ['ID=3c6abe09-eef4-4fd8-bfe9-235c97420b39,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:18.871668 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:18.895637 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-d0fc775c-38bb-45e4-8517-566cc383565d req-4fc4beb5-2ae2-4218-8753-4046e0c2f6a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Allocated IP 172.20.0.8 (8e4e0557-4bba-4b10-85f1-95b3483d6f84/2889e973-26ef-4f9a-8438-d3a8d25d582e/74274bf7-f3ff-451b-953b-c150a4db7fbf) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:26:18.914848 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ff06f0-0537-4fc6-8ed7-fda4ccae801d req-83e9bdb3-1ac4-4754-ba84-e67d030d491e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] No DVR routers for this DVR port 3c6abe09-eef4-4fd8-bfe9-235c97420b39 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:26:18.923223 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-25ff06f0-0537-4fc6-8ed7-fda4ccae801d req-83e9bdb3-1ac4-4754-ba84-e67d030d491e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:18.925224 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-25ff06f0-0537-4fc6-8ed7-fda4ccae801d req-83e9bdb3-1ac4-4754-ba84-e67d030d491e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "DELETE /v2.0/ports/3c6abe09-eef4-4fd8-bfe9-235c97420b39 HTTP/1.1" status: 204 len: 173 time: 1.1865089 Jul 08 12:26:18.925658 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da32f85e-a4c6-4abc-a960-0da0d63ac802', 'name': 'network-vif-deleted', 'tag': '3c6abe09-eef4-4fd8-bfe9-235c97420b39'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:18.927996 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b99da9b-649c-4938-88cf-f9093736419d" -d '{"events": [{"server_uuid": "da32f85e-a4c6-4abc-a960-0da0d63ac802", "name": "network-vif-deleted", "tag": "3c6abe09-eef4-4fd8-bfe9-235c97420b39"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:18.951778 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-988a37bc-3419-4de0-a999-d1a6d154a427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:18.973437 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-a2d0e14e-0bc2-4d6b-8a22-1d5fd6d08b48 service neutron] 10.222.0.88 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411786 Jul 08 12:26:18.985183 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabb34f6-6235-4f5f-8c8b-4a6609a1f97a x-openstack-request-id: req-fabb34f6-6235-4f5f-8c8b-4a6609a1f97a {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:18.989904 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da32f85e-a4c6-4abc-a960-0da0d63ac802", "name": "network-vif-deleted", "tag": "3c6abe09-eef4-4fd8-bfe9-235c97420b39", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:18.989904 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fabb34f6-6235-4f5f-8c8b-4a6609a1f97a {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:18.989904 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da32f85e-a4c6-4abc-a960-0da0d63ac802', 'name': 'network-vif-deleted', 'tag': '3c6abe09-eef4-4fd8-bfe9-235c97420b39', 'status': 'completed', 'code': 200} Jul 08 12:26:19.058162 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-988a37bc-3419-4de0-a999-d1a6d154a427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:19.100181 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-d0fc775c-38bb-45e4-8517-566cc383565d req-4fc4beb5-2ae2-4218-8753-4046e0c2f6a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:19.120832 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-d0fc775c-38bb-45e4-8517-566cc383565d req-4fc4beb5-2ae2-4218-8753-4046e0c2f6a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Transition to ACTIVE for port object 74274bf7-f3ff-451b-953b-c150a4db7fbf will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:26:19.144304 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-988a37bc-3419-4de0-a999-d1a6d154a427 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4aa8a994f63841928ef6a18a5757a1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5451958 Jul 08 12:26:19.144304 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a37bc-3419-4de0-a999-d1a6d154a427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ea03ef-2b9b-4ca0-bc52-78ed6b10992a,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:19.161510 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57848) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:19.201757 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-fda006f7-c8f0-427f-83a4-783cf4399206 service neutron] 10.222.0.88 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208302 Jul 08 12:26:19.243919 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14bb42-f4cb-4989-a736-ae544795130f req-b74a9467-5b9a-4963-9184-661b97bcb7ab tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:19.252340 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fb14bb42-f4cb-4989-a736-ae544795130f req-b74a9467-5b9a-4963-9184-661b97bcb7ab tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.1367390 Jul 08 12:26:19.286897 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-de96cdcd-4a01-48da-b672-b79e3d048b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:19.288913 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-d0fc775c-38bb-45e4-8517-566cc383565d req-4fc4beb5-2ae2-4218-8753-4046e0c2f6a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:19.317841 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fb14bb42-f4cb-4989-a736-ae544795130f req-2720e9a8-ab56-4c48-ac84-3fa242501f55 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650535 Jul 08 12:26:19.364525 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fc775c-38bb-45e4-8517-566cc383565d req-4fc4beb5-2ae2-4218-8753-4046e0c2f6a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:26:19.371529 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-de96cdcd-4a01-48da-b672-b79e3d048b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:19.379811 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-d0fc775c-38bb-45e4-8517-566cc383565d req-4fc4beb5-2ae2-4218-8753-4046e0c2f6a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:26:19.399716 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fc775c-38bb-45e4-8517-566cc383565d req-4fc4beb5-2ae2-4218-8753-4046e0c2f6a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:26:19.403459 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4beb5-2ae2-4218-8753-4046e0c2f6a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event updated for resources: {'Port': ['ID=74274bf7-f3ff-451b-953b-c150a4db7fbf,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:19.481003 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc775c-38bb-45e4-8517-566cc383565d req-4fc4beb5-2ae2-4218-8753-4046e0c2f6a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:19.481895 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-d0fc775c-38bb-45e4-8517-566cc383565d req-4fc4beb5-2ae2-4218-8753-4046e0c2f6a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:19.592031 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-cdcb16b7-eae1-4d7f-854c-0d241d0ff669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:19.650614 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-4fc4beb5-2ae2-4218-8753-4046e0c2f6a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4914656 Jul 08 12:26:19.651929 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-de96cdcd-4a01-48da-b672-b79e3d048b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:19.654980 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-de96cdcd-4a01-48da-b672-b79e3d048b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:19.656069 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-de96cdcd-4a01-48da-b672-b79e3d048b17 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/52ea03ef-2b9b-4ca0-bc52-78ed6b10992a HTTP/1.1" status: 204 len: 168 time: 0.4932480 Jul 08 12:26:19.669037 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Request body: {'port': {'device_id': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:19.673617 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96cdcd-4a01-48da-b672-b79e3d048b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ea03ef-2b9b-4ca0-bc52-78ed6b10992a,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:19.779533 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bf438ae2-bdf2-427b-a753-76d668381a8b req-95926b33-28a8-49ba-9f0b-fe518e137a8e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=da32f85e-a4c6-4abc-a960-0da0d63ac802 HTTP/1.1" status: 200 len: 210 time: 0.0437670 Jul 08 12:26:19.793025 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:19.814464 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-0be1868e-7db8-4a21-80c6-123f98f0e263 None None] Provisioning for port 74274bf7-f3ff-451b-953b-c150a4db7fbf completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:26:19.818577 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-0be1868e-7db8-4a21-80c6-123f98f0e263 None None] Provisioning complete for port 74274bf7-f3ff-451b-953b-c150a4db7fbf triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:19.818943 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0be1868e-7db8-4a21-80c6-123f98f0e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:19.857383 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-0be1868e-7db8-4a21-80c6-123f98f0e263 None None] Port 74274bf7-f3ff-451b-953b-c150a4db7fbf cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:26:19.980335 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c68c0d-b722-4f94-a0e8-5129407169a3 req-55738b61-7f51-41b4-a23d-9495395c5d3f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:19.982017 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-87c68c0d-b722-4f94-a0e8-5129407169a3 req-55738b61-7f51-41b4-a23d-9495395c5d3f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 931 time: 0.0871832 Jul 08 12:26:20.024090 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-87c68c0d-b722-4f94-a0e8-5129407169a3 req-6c207ad3-3685-4847-b03d-8ae206cce03b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361667 Jul 08 12:26:20.128763 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74274bf7-f3ff-451b-953b-c150a4db7fbf {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:26:20.137861 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:20.151168 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Transition to ACTIVE for port object 74274bf7-f3ff-451b-953b-c150a4db7fbf will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:26:20.156236 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-65fb9c3f-f499-4ea8-be50-c8a76c0eccf6 req-587fea83-664a-4fb0-8823-31301526f51e tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 210 time: 0.0391624 Jul 08 12:26:20.221026 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:20.334491 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Pushing event updated for resources: {'Port': ['ID=74274bf7-f3ff-451b-953b-c150a4db7fbf,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:20.370711 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Attempting to bind port 74274bf7-f3ff-451b-953b-c150a4db7fbf on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:26:20.371132 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Attempting to bind port 74274bf7-f3ff-451b-953b-c150a4db7fbf by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:26:20.371688 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Attempting to bind port 74274bf7-f3ff-451b-953b-c150a4db7fbf on network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:26:20.376459 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Port 74274bf7-f3ff-451b-953b-c150a4db7fbf on network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:26:20.376952 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Attempting to bind port 74274bf7-f3ff-451b-953b-c150a4db7fbf on network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:26:20.381660 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:26:20.381991 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Checking segment: {'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:26:20.382361 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Bound using segment: {'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:26:20.382780 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Bound port: 74274bf7-f3ff-451b-953b-c150a4db7fbf, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:26:20.383132 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:20.456677 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] For port 74274bf7-f3ff-451b-953b-c150a4db7fbf, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:26:20.460176 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] For port 74274bf7-f3ff-451b-953b-c150a4db7fbf, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:26:20.526331 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af535177-d5c3-438d-a6be-b2b6830da7c4 req-414c786a-dae8-447b-9a88-d33bc4c7317b tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:20.534051 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-af535177-d5c3-438d-a6be-b2b6830da7c4 req-414c786a-dae8-447b-9a88-d33bc4c7317b tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0723240 Jul 08 12:26:20.550268 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:20.573163 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-af535177-d5c3-438d-a6be-b2b6830da7c4 req-05549cd5-8106-4035-8f8d-421616e4b090 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370455 Jul 08 12:26:20.585503 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:20.585503 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:20.585776 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] 10.222.0.89 "PUT /v2.0/ports/74274bf7-f3ff-451b-953b-c150a4db7fbf HTTP/1.1" status: 200 len: 1093 time: 0.9219120 Jul 08 12:26:20.604597 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:20.658088 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66fcc5-3019-4696-87a4-22e527a5eef5 service neutron] Pushing event updated for resources: {'Port': ['ID=74274bf7-f3ff-451b-953b-c150a4db7fbf,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:20.819692 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc775c-38bb-45e4-8517-566cc383565d req-cfe79757-a58d-42fc-ac1e-5343681627dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:20.821995 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-cfe79757-a58d-42fc-ac1e-5343681627dc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 1096 time: 0.1041658 Jul 08 12:26:20.930437 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-e405e276-f149-4cb0-8392-0635348ae0c1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf HTTP/1.1" status: 200 len: 217 time: 0.0989907 Jul 08 12:26:20.988367 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'tag': '74274bf7-f3ff-451b-953b-c150a4db7fbf'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:20.990840 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875547f6-f822-4cfd-a22c-7220f3a54997" -d '{"events": [{"name": "network-changed", "server_uuid": "c30f423b-d06d-4f42-8023-58b31690e2e7", "tag": "74274bf7-f3ff-451b-953b-c150a4db7fbf"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:21.021329 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc775c-38bb-45e4-8517-566cc383565d req-8275f6f5-5239-432e-b2e0-8692d6d7a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:21.021329 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-8275f6f5-5239-432e-b2e0-8692d6d7a744 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2889e973-26ef-4f9a-8438-d3a8d25d582e HTTP/1.1" status: 200 len: 855 time: 0.0824020 Jul 08 12:26:21.100496 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee939398-e336-4936-9dc1-8f06c2a839e6 x-openstack-request-id: req-ee939398-e336-4936-9dc1-8f06c2a839e6 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:21.101942 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30f423b-d06d-4f42-8023-58b31690e2e7", "tag": "74274bf7-f3ff-451b-953b-c150a4db7fbf", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:21.101942 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ee939398-e336-4936-9dc1-8f06c2a839e6 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:21.101942 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'tag': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'status': 'completed', 'code': 200} Jul 08 12:26:21.203618 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc775c-38bb-45e4-8517-566cc383565d req-23a36e83-2c88-4893-94a9-3625ccbe852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:21.206056 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-23a36e83-2c88-4893-94a9-3625ccbe852d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e4e0557-4bba-4b10-85f1-95b3483d6f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1794426 Jul 08 12:26:21.245683 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57922) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:21.277275 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e44784-942d-4ab4-a1fc-bddc59d2d72d req-51fd99d2-cac3-411e-a46e-ac309ad21a00 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:21.278829 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-85e44784-942d-4ab4-a1fc-bddc59d2d72d req-51fd99d2-cac3-411e-a46e-ac309ad21a00 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.1607652 Jul 08 12:26:21.326297 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5657466-0434-456c-b438-5e8d35d94fc6 req-3081e588-5121-417d-be34-9df41c3d1fbe tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:21.327856 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d5657466-0434-456c-b438-5e8d35d94fc6 req-3081e588-5121-417d-be34-9df41c3d1fbe tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.1140320 Jul 08 12:26:21.346848 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bd33a-e4c1-4bb7-a58c-ff18b601323c req-a4a2d6aa-4cc0-4940-a059-f7a388eb386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:21.349011 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7d9bd33a-e4c1-4bb7-a58c-ff18b601323c req-a4a2d6aa-4cc0-4940-a059-f7a388eb386b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=910ce624b8034309b4a99c095ec09b5e&device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 1098 time: 0.1413069 Jul 08 12:26:21.356081 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-8962d7d6-6c7f-4fe2-b6b5-e245bec317e8 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374502 Jul 08 12:26:21.362332 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-85e44784-942d-4ab4-a1fc-bddc59d2d72d req-e318e9f6-11f7-4287-afdc-1916aa52a3ec tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729504 Jul 08 12:26:21.385015 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 3c6abe09-eef4-4fd8-bfe9-235c97420b39 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:26:21.401397 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1179413779-network', 'tenant_id': '5c69558236e840008807bb7547c3b25c'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:21.408454 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: 3c6abe09-eef4-4fd8-bfe9-235c97420b39 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:26:21.409070 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 3c6abe09-eef4-4fd8-bfe9-235c97420b39 not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:26:21.425101 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d5657466-0434-456c-b438-5e8d35d94fc6 req-82d6ee20-e518-4ea6-b485-75cdf92deabf tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844109 Jul 08 12:26:21.507078 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f4cf644c-54df-48ad-b68b-0dc5da044e36 req-2d664f6c-700c-44fe-9514-b928b66be216 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 210 time: 0.0359378 Jul 08 12:26:21.513647 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] Made reservation on behalf of 5c69558236e840008807bb7547c3b25c for: {'network': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:26:21.516440 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:21.527318 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:21.530461 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bd33a-e4c1-4bb7-a58c-ff18b601323c req-7810b993-5a50-4903-a848-a57035b755fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:21.531905 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7d9bd33a-e4c1-4bb7-a58c-ff18b601323c req-7810b993-5a50-4903-a848-a57035b755fd service neutron] 10.222.0.89 "GET /v2.0/networks?id=a51e55e7-ef45-400f-a6d9-0a508ab962db HTTP/1.1" status: 200 len: 912 time: 0.1749401 Jul 08 12:26:21.534384 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d0fc775c-38bb-45e4-8517-566cc383565d req-f6db2037-fca7-4318-b2ad-ade43170f990 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691556 Jul 08 12:26:21.609868 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7d9bd33a-e4c1-4bb7-a58c-ff18b601323c req-2915e847-3163-4ca6-8ef0-ec5fa57be484 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2022787d-991e-4e1f-976b-9286cfb7e458 HTTP/1.1" status: 200 len: 1001 time: 0.0665331 Jul 08 12:26:21.624694 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:21.664647 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bd33a-e4c1-4bb7-a58c-ff18b601323c req-66ca83c2-2f89-471c-a06f-8cefac3b4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:21.666223 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7d9bd33a-e4c1-4bb7-a58c-ff18b601323c req-66ca83c2-2f89-471c-a06f-8cefac3b4cb9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e045425-628c-4d0f-94f7-a80db002e4c1 HTTP/1.1" status: 200 len: 850 time: 0.0495880 Jul 08 12:26:21.725559 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bd33a-e4c1-4bb7-a58c-ff18b601323c req-664428f0-fc07-43e5-8263-f1e7613fec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:21.727051 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7d9bd33a-e4c1-4bb7-a58c-ff18b601323c req-664428f0-fc07-43e5-8263-f1e7613fec54 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a51e55e7-ef45-400f-a6d9-0a508ab962db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537350 Jul 08 12:26:21.786060 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:21.809815 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=93655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:26:21.828882 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:21.837320 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:21.839183 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.segments_db [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] Added segment 013f6a8d-ce51-4a78-8a63-7f58b5de7600 of type vlan for network ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 Jul 08 12:26:21.869106 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7d9bd33a-e4c1-4bb7-a58c-ff18b601323c req-2f595dc8-e64b-49d2-98ab-88af6b327380 service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336768 Jul 08 12:26:21.871628 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875547f6-f822-4cfd-a22c-7220f3a54997 req-fb9fc614-7d55-4fa1-b67a-6c389ae78e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:21.872999 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-875547f6-f822-4cfd-a22c-7220f3a54997 req-fb9fc614-7d55-4fa1-b67a-6c389ae78e3e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 1096 time: 0.1296329 Jul 08 12:26:21.886268 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:21.984600 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:21.985591 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:21.985925 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:22.051298 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] Pushing event updated for resources: {'Network': ['ID=ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:22.061990 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7d9bd33a-e4c1-4bb7-a58c-ff18b601323c req-0a249594-4091-4980-9ec4-d109e1cbd2a6 service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803761 Jul 08 12:26:22.062309 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:26:22.065030 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875547f6-f822-4cfd-a22c-7220f3a54997 req-2ad00459-4011-41f0-bd0f-dc3a87dab66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:22.066970 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-875547f6-f822-4cfd-a22c-7220f3a54997 req-2ad00459-4011-41f0-bd0f-dc3a87dab66e service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 200 len: 917 time: 0.1838646 Jul 08 12:26:22.068391 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-e63302e8-a629-4780-9d3f-c59268e84086 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8200676 Jul 08 12:26:22.070860 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57928) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:22.076727 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-633c38c4-4317-4a75-873c-22c8a48250d2 admin admin] Request body: {'subnet': {'network_id': 'ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1179413779-subnet', 'tenant_id': '5c69558236e840008807bb7547c3b25c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:22.119417 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-875547f6-f822-4cfd-a22c-7220f3a54997 req-91e9b43b-1e0c-41a0-a0ae-fcc0698670ef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf HTTP/1.1" status: 200 len: 217 time: 0.0448217 Jul 08 12:26:22.175205 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875547f6-f822-4cfd-a22c-7220f3a54997 req-d3496f1e-5d47-40b7-8289-027132afcb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:22.176721 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-875547f6-f822-4cfd-a22c-7220f3a54997 req-d3496f1e-5d47-40b7-8289-027132afcb1b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2889e973-26ef-4f9a-8438-d3a8d25d582e HTTP/1.1" status: 200 len: 855 time: 0.0484450 Jul 08 12:26:22.186352 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633c38c4-4317-4a75-873c-22c8a48250d2 admin admin] Made reservation on behalf of 5c69558236e840008807bb7547c3b25c for: {'subnet': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:26:22.188830 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-633c38c4-4317-4a75-873c-22c8a48250d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61887685'] for subnet, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:22.252357 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875547f6-f822-4cfd-a22c-7220f3a54997 req-d65ba682-7f0f-4657-9aae-57f0387ac8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:22.260765 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-875547f6-f822-4cfd-a22c-7220f3a54997 req-d65ba682-7f0f-4657-9aae-57f0387ac8dc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e4e0557-4bba-4b10-85f1-95b3483d6f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683291 Jul 08 12:26:22.365552 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-875547f6-f822-4cfd-a22c-7220f3a54997 req-5d89fe5a-abeb-4c50-9a38-7997f64394e9 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033306 Jul 08 12:26:22.473080 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-875547f6-f822-4cfd-a22c-7220f3a54997 req-87afc955-e1ad-46e1-a8f6-059c4cee4f27 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994902 Jul 08 12:26:22.542141 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-633c38c4-4317-4a75-873c-22c8a48250d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59578115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61887735'] for subnet, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:22.597191 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302b535-914e-4c94-83b5-529ba1bfa50c req-4d7757df-38d0-4bf1-a57f-f3f376988037 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:22.598936 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1302b535-914e-4c94-83b5-529ba1bfa50c req-4d7757df-38d0-4bf1-a57f-f3f376988037 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.1147316 Jul 08 12:26:22.611331 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c38c4-4317-4a75-873c-22c8a48250d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c1a850-7fb7-4e4e-95c8-31a5cef52b47,revision_number=0']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:22.652698 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633c38c4-4317-4a75-873c-22c8a48250d2 admin admin] Checking segment: {'id': '013f6a8d-ce51-4a78-8a63-7f58b5de7600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:26:22.652912 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c38c4-4317-4a75-873c-22c8a48250d2 admin admin] Network hostable DHCP agents. Network: ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:26:22.663568 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1302b535-914e-4c94-83b5-529ba1bfa50c req-e2475c28-3760-40a9-95df-090bffd65358 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571191 Jul 08 12:26:22.704040 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:22.732827 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c38c4-4317-4a75-873c-22c8a48250d2 admin admin] Network ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:26:22.822602 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-633c38c4-4317-4a75-873c-22c8a48250d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386) {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:26:22.827655 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c38c4-4317-4a75-873c-22c8a48250d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:22.828634 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-633c38c4-4317-4a75-873c-22c8a48250d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:22.832285 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4dbb22-06cf-43d3-a7be-70724ba2fbdc None None] Network ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:26:22.861246 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b9f8a-c968-40e2-89fd-e88139df2070 req-6b9332a7-abdc-4c4c-b013-a7ce2a00896e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:22.865105 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-876b9f8a-c968-40e2-89fd-e88139df2070 req-6b9332a7-abdc-4c4c-b013-a7ce2a00896e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0982614 Jul 08 12:26:22.884951 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-eed0f78d-d8fa-4af9-a2f0-3545ee8f9fab req-cf31c861-7792-4be8-a9b7-5b78217017f4 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 210 time: 0.0489964 Jul 08 12:26:22.930159 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-876b9f8a-c968-40e2-89fd-e88139df2070 req-3270944f-7157-46ca-ac59-e746d97a7311 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483682 Jul 08 12:26:22.935732 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-633c38c4-4317-4a75-873c-22c8a48250d2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8637447 Jul 08 12:26:23.023179 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941ecfe9-302d-4493-940b-9259931599a2 None None] Network ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:26:23.090006 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e26766-508a-4837-93f6-737b4d11296b req-83c26dae-62b7-4918-b052-6ad2798a3a9e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:23.101238 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f1e26766-508a-4837-93f6-737b4d11296b req-83c26dae-62b7-4918-b052-6ad2798a3a9e tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 945 time: 0.0844479 Jul 08 12:26:23.160089 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f1e26766-508a-4837-93f6-737b4d11296b req-03aaa6e6-8899-4ee8-841b-c55af66c3e6d tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454819 Jul 08 12:26:23.322958 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-3dfda096-e960-48cc-9132-9028e9824ab0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:23.324446 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-3dfda096-e960-48cc-9132-9028e9824ab0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 811 time: 0.1347423 Jul 08 12:26:23.386815 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-079102ca-3c93-4e74-bb58-e7ebd425d844 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bd03333fac1458580472c07c3ce8543 HTTP/1.1" status: 200 len: 379 time: 0.0528617 Jul 08 12:26:23.397104 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-23da3993-38d0-48bc-862d-a68dcfa7548a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Request body: {'port': {'device_id': '1c1d95cd-0304-4573-a86d-7046cfd57903', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'admin_state_up': True, 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'security_groups': ['644a4ef8-c292-4c88-9634-b34129950872']}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:23.598032 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-23da3993-38d0-48bc-862d-a68dcfa7548a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Made reservation on behalf of 3bd03333fac1458580472c07c3ce8543 for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:26:23.603211 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-23da3993-38d0-48bc-862d-a68dcfa7548a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:23.755406 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-23da3993-38d0-48bc-862d-a68dcfa7548a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Allocated IP 172.20.0.13 (e0d3d10d-6f47-4fb3-b0a8-cb923c50070d/43fc61e1-2280-4220-b272-2e2e5663d052/d10f3025-b6b7-4f76-9503-741e3c2f4409) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:26:23.862201 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd9f1a-e73c-4bec-8d2d-e270e784ff6f req-0fec4c58-9d8e-4af1-9c3d-3604ffbe8152 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:23.863765 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-66cd9f1a-e73c-4bec-8d2d-e270e784ff6f req-0fec4c58-9d8e-4af1-9c3d-3604ffbe8152 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0735095 Jul 08 12:26:23.908079 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-66cd9f1a-e73c-4bec-8d2d-e270e784ff6f req-f21177c2-2d1a-455c-94e2-1b8374fedfed tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376842 Jul 08 12:26:23.923306 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-23da3993-38d0-48bc-862d-a68dcfa7548a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:23.952379 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-23da3993-38d0-48bc-862d-a68dcfa7548a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Transition to ACTIVE for port object d10f3025-b6b7-4f76-9503-741e3c2f4409 will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:26:24.011211 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 57970) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:24.053662 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a64e9e04-f61d-4adb-8367-abe7e890ef81 req-6d3e80ed-e3dc-4be3-bcc6-ec294fef721f tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 210 time: 0.0352387 Jul 08 12:26:24.072038 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-23da3993-38d0-48bc-862d-a68dcfa7548a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:24.136008 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-23da3993-38d0-48bc-862d-a68dcfa7548a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:26:24.139572 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-23da3993-38d0-48bc-862d-a68dcfa7548a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:26:24.143866 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-23da3993-38d0-48bc-862d-a68dcfa7548a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:26:24.172862 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da3993-38d0-48bc-862d-a68dcfa7548a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'Port': ['ID=d10f3025-b6b7-4f76-9503-741e3c2f4409,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:24.176027 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cd493599-53ba-487b-b843-2e2868de6a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:24.223148 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-23da3993-38d0-48bc-862d-a68dcfa7548a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:24.228908 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-23da3993-38d0-48bc-862d-a68dcfa7548a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:24.245904 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0cdce-92d7-40d8-ba30-db4198b57acb req-9fadba05-c90d-496e-b2a6-4004bd8c946f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:24.249085 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c0d0cdce-92d7-40d8-ba30-db4198b57acb req-9fadba05-c90d-496e-b2a6-4004bd8c946f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.1360886 Jul 08 12:26:24.329057 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c0d0cdce-92d7-40d8-ba30-db4198b57acb req-82ae2472-0adb-48e2-bb39-5ab7e921bee9 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743017 Jul 08 12:26:24.398806 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608aae4a-b240-4fdc-9d63-a6e6dafb427f req-8b131916-98cc-4e44-8305-be2058848d45 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:24.401012 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-608aae4a-b240-4fdc-9d63-a6e6dafb427f req-8b131916-98cc-4e44-8305-be2058848d45 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 945 time: 0.1033807 Jul 08 12:26:24.450271 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cd493599-53ba-487b-b843-2e2868de6a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:24.455537 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-608aae4a-b240-4fdc-9d63-a6e6dafb427f req-90c19bdd-7839-44cc-9e58-b21b5c490f2f tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489836 Jul 08 12:26:24.557372 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cd493599-53ba-487b-b843-2e2868de6a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:24.595310 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-cd493599-53ba-487b-b843-2e2868de6a5d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=154d5efdfd7f4410b43f0f80553a2609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5823925 Jul 08 12:26:24.596276 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd493599-53ba-487b-b843-2e2868de6a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a000eec1-8dd7-489a-9795-0a4fef91bac8,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:24.598353 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 57980) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:24.614389 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-3881e7f6-dc70-44fb-a72c-759cc1f964bb None None] Provisioning for port d10f3025-b6b7-4f76-9503-741e3c2f4409 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:26:24.618089 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-3881e7f6-dc70-44fb-a72c-759cc1f964bb None None] Provisioning complete for port d10f3025-b6b7-4f76-9503-741e3c2f4409 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:24.624211 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-3881e7f6-dc70-44fb-a72c-759cc1f964bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:24.652743 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-32b64d9c-4728-4ece-ba8d-b57f85a5466f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:24.654510 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-3881e7f6-dc70-44fb-a72c-759cc1f964bb None None] Port d10f3025-b6b7-4f76-9503-741e3c2f4409 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:26:24.675303 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-32b64d9c-4728-4ece-ba8d-b57f85a5466f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:24.711871 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-23da3993-38d0-48bc-862d-a68dcfa7548a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3187361 Jul 08 12:26:24.727156 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Request body: {'port': {'device_id': '1c1d95cd-0304-4573-a86d-7046cfd57903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:24.802422 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:24.833341 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-32b64d9c-4728-4ece-ba8d-b57f85a5466f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:24.835913 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-32b64d9c-4728-4ece-ba8d-b57f85a5466f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:24.836981 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-32b64d9c-4728-4ece-ba8d-b57f85a5466f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a000eec1-8dd7-489a-9795-0a4fef91bac8 HTTP/1.1" status: 204 len: 168 time: 0.2375784 Jul 08 12:26:24.853105 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b64d9c-4728-4ece-ba8d-b57f85a5466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a000eec1-8dd7-489a-9795-0a4fef91bac8,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:25.089077 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242b8a1-28f9-4a44-92b1-f50bb1bb145d req-27330600-7951-4e4d-8f12-bb0f9812ab54 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:25.090582 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8242b8a1-28f9-4a44-92b1-f50bb1bb145d req-27330600-7951-4e4d-8f12-bb0f9812ab54 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 945 time: 0.1127198 Jul 08 12:26:25.182739 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10f3025-b6b7-4f76-9503-741e3c2f4409 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:26:25.192549 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:25.239944 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Transition to ACTIVE for port object d10f3025-b6b7-4f76-9503-741e3c2f4409 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:26:25.270011 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-8242b8a1-28f9-4a44-92b1-f50bb1bb145d req-41c810c2-4b1b-4e71-b760-b3a693b48c44 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Deleting port f6577ff2-aaa7-47e2-90da-8aa39b4307ee {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:26:25.270011 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-8242b8a1-28f9-4a44-92b1-f50bb1bb145d req-41c810c2-4b1b-4e71-b760-b3a693b48c44 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:25.309091 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463b3a5-9e15-48b9-9870-c90ef0e13185 req-5774db4a-908a-49af-a743-db0f6171426d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:25.310706 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4463b3a5-9e15-48b9-9870-c90ef0e13185 req-5774db4a-908a-49af-a743-db0f6171426d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 932 time: 0.0859551 Jul 08 12:26:25.319161 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:25.364304 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4463b3a5-9e15-48b9-9870-c90ef0e13185 req-1219b1b6-320a-4103-9e49-d81b804c348e tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469625 Jul 08 12:26:25.388283 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 74274bf7-f3ff-451b-953b-c150a4db7fbf details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:26:25.423623 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Pushing event updated for resources: {'Port': ['ID=d10f3025-b6b7-4f76-9503-741e3c2f4409,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:25.513151 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Attempting to bind port d10f3025-b6b7-4f76-9503-741e3c2f4409 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:26:25.513614 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Attempting to bind port d10f3025-b6b7-4f76-9503-741e3c2f4409 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:26:25.519938 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Attempting to bind port d10f3025-b6b7-4f76-9503-741e3c2f4409 on network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:26:25.522832 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-8242b8a1-28f9-4a44-92b1-f50bb1bb145d req-41c810c2-4b1b-4e71-b760-b3a693b48c44 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] For port f6577ff2-aaa7-47e2-90da-8aa39b4307ee, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=f6577ff2-aaa7-47e2-90da-8aa39b4307ee,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:25.523821 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-8242b8a1-28f9-4a44-92b1-f50bb1bb145d req-41c810c2-4b1b-4e71-b760-b3a693b48c44 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:25.551298 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Port d10f3025-b6b7-4f76-9503-741e3c2f4409 on network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:26:25.551773 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Attempting to bind port d10f3025-b6b7-4f76-9503-741e3c2f4409 on network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:26:25.559054 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-8242b8a1-28f9-4a44-92b1-f50bb1bb145d req-41c810c2-4b1b-4e71-b760-b3a693b48c44 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Calling delete_port for f6577ff2-aaa7-47e2-90da-8aa39b4307ee owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:26:25.559539 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 74274bf7-f3ff-451b-953b-c150a4db7fbf, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:25.566938 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:26:25.567378 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Checking segment: {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:26:25.568101 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Bound using segment: {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:26:25.568828 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Bound port: d10f3025-b6b7-4f76-9503-741e3c2f4409, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:26:25.568970 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'port_id': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'mac_address': 'fa:16:3e:a1:62:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:26:25.569263 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:25.573978 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-9a48b958-c0fd-4428-9508-3f32309b6706 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:25.576021 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-9a48b958-c0fd-4428-9508-3f32309b6706 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/networks?id=ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 HTTP/1.1" status: 200 len: 809 time: 0.1971149 Jul 08 12:26:25.627313 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:25.630046 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-1f60dd0a-6111-40c2-999a-3201e1b922f8 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/quotas/5c69558236e840008807bb7547c3b25c HTTP/1.1" status: 200 len: 375 time: 0.0454469 Jul 08 12:26:25.642848 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74274bf7-f3ff-451b-953b-c150a4db7fbf {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:26:25.666867 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 74274bf7-f3ff-451b-953b-c150a4db7fbf, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:25.679875 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-ede08944-695a-454a-87a6-fe7fdb136169 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5c69558236e840008807bb7547c3b25c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404985 Jul 08 12:26:25.687639 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077773e5-b417-4960-84bc-dfebf9ad500a req-39624d3f-d329-4c6d-8162-6ea20bf45295 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:25.689187 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-077773e5-b417-4960-84bc-dfebf9ad500a req-39624d3f-d329-4c6d-8162-6ea20bf45295 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.1274309 Jul 08 12:26:25.704059 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] For port d10f3025-b6b7-4f76-9503-741e3c2f4409, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:26:25.720866 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] For port d10f3025-b6b7-4f76-9503-741e3c2f4409, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d10f3025-b6b7-4f76-9503-741e3c2f4409,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:26:25.738611 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:25.786916 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-077773e5-b417-4960-84bc-dfebf9ad500a req-4081fd06-3315-4d8a-8313-49d93ef531e3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879006 Jul 08 12:26:25.797761 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:25.798951 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=74274bf7-f3ff-451b-953b-c150a4db7fbf,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:25.811879 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-5afd6121-9839-4baa-8ce0-6206a34dbf84 service neutron] 10.222.0.88 "GET /v2.0/networks/ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215103 Jul 08 12:26:25.836175 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:25.836896 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:25.838597 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] 10.222.0.89 "PUT /v2.0/ports/d10f3025-b6b7-4f76-9503-741e3c2f4409 HTTP/1.1" status: 200 len: 1094 time: 1.1158161 Jul 08 12:26:25.839059 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1d95cd-0304-4573-a86d-7046cfd57903', 'tag': 'd10f3025-b6b7-4f76-9503-741e3c2f4409'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:25.841524 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddb9512-43bf-4cd5-a5a9-24f5eecf0ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1d95cd-0304-4573-a86d-7046cfd57903", "tag": "d10f3025-b6b7-4f76-9503-741e3c2f4409"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:25.905099 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0357a-d9d1-43e8-aa69-81e932d0c88c service neutron] Pushing event updated for resources: {'Port': ['ID=d10f3025-b6b7-4f76-9503-741e3c2f4409,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:25.907051 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-8242b8a1-28f9-4a44-92b1-f50bb1bb145d req-41c810c2-4b1b-4e71-b760-b3a693b48c44 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:25.920979 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['4c6ba5d3-c75a-4a25-943f-d8e2ba1496db', 'e3b7dca0-4b5f-4ac5-8945-10a1a397cd48', 'f6577ff2-aaa7-47e2-90da-8aa39b4307ee'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:26:25.936457 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-077dc298-7dce-40f3-bf82-f7a49ad40f41 service neutron] 10.222.0.88 "GET /v2.0/networks/ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086874 Jul 08 12:26:25.970054 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c00891c8-9a48-4422-bee1-e1577e2e5d0f req-9961bb17-de93-44c4-8f10-81099e7d3b3b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 210 time: 0.0325155 Jul 08 12:26:26.005527 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c810c2-4b1b-4e71-b760-b3a693b48c44 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Pushing event deleted for resources: {'Port': ['ID=f6577ff2-aaa7-47e2-90da-8aa39b4307ee,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:26.091243 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bbdf97-86d0-4d7b-a72c-8afc03bfce87 x-openstack-request-id: req-75bbdf97-86d0-4d7b-a72c-8afc03bfce87 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:26.091535 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1d95cd-0304-4573-a86d-7046cfd57903", "tag": "d10f3025-b6b7-4f76-9503-741e3c2f4409", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:26.091789 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-75bbdf97-86d0-4d7b-a72c-8afc03bfce87 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:26.092189 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1d95cd-0304-4573-a86d-7046cfd57903', 'tag': 'd10f3025-b6b7-4f76-9503-741e3c2f4409', 'status': 'completed', 'code': 200} Jul 08 12:26:26.116784 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-8242b8a1-28f9-4a44-92b1-f50bb1bb145d req-41c810c2-4b1b-4e71-b760-b3a693b48c44 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] No DVR routers for this DVR port f6577ff2-aaa7-47e2-90da-8aa39b4307ee on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:26:26.121008 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-8242b8a1-28f9-4a44-92b1-f50bb1bb145d req-41c810c2-4b1b-4e71-b760-b3a693b48c44 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:26.122102 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8242b8a1-28f9-4a44-92b1-f50bb1bb145d req-41c810c2-4b1b-4e71-b760-b3a693b48c44 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "DELETE /v2.0/ports/f6577ff2-aaa7-47e2-90da-8aa39b4307ee HTTP/1.1" status: 204 len: 173 time: 1.0256646 Jul 08 12:26:26.130537 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['74274bf7-f3ff-451b-953b-c150a4db7fbf'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:26:26.143746 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-945f1d11-6785-497d-aa7d-5b96050e1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:26.145299 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-945f1d11-6785-497d-aa7d-5b96050e1fdb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 1097 time: 0.1691525 Jul 08 12:26:26.189894 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-6024e971-732c-4fef-9e34-46aa296333b4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d10f3025-b6b7-4f76-9503-741e3c2f4409 HTTP/1.1" status: 200 len: 217 time: 0.0368032 Jul 08 12:26:26.371775 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f96ea85d-9c0b-45a1-b8dd-f764ddd324a2 req-0feaf4c8-4b6d-4c4b-a2cb-de68820aac02 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 210 time: 0.0403640 Jul 08 12:26:26.546778 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-98483a9b-3c49-4566-b3a9-5096e3b7f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:26.548233 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-98483a9b-3c49-4566-b3a9-5096e3b7f994 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43fc61e1-2280-4220-b272-2e2e5663d052 HTTP/1.1" status: 200 len: 850 time: 0.3498507 Jul 08 12:26:26.555110 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95575b0-aa13-46d4-9331-36261203b419 req-06dde75d-ca77-4b3f-aa6b-7355fc70e3bd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:26.557425 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c95575b0-aa13-46d4-9331-36261203b419 req-06dde75d-ca77-4b3f-aa6b-7355fc70e3bd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 944 time: 0.0698285 Jul 08 12:26:26.603185 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c95575b0-aa13-46d4-9331-36261203b419 req-c744531b-f2a9-4256-974e-7d5c34b3f826 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397251 Jul 08 12:26:26.621655 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-4946b19b-30ca-44f2-9a1c-0c1c581519e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:26.623199 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-4946b19b-30ca-44f2-9a1c-0c1c581519e3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672877 Jul 08 12:26:26.724783 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-f6c25812-fa68-47d8-ae4f-63eb92472045 service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931971 Jul 08 12:26:26.818459 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-be575dd9-d747-4503-a844-cf8678f0f5f4 req-6716ec49-0f3f-4a30-a331-e4bd6419d3dc service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848532 Jul 08 12:26:26.983524 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55de8b-c3c6-4605-a933-839e74d044be req-fde92f7f-ed83-43f1-93c0-5a07ee51149d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:26.985069 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cd55de8b-c3c6-4605-a933-839e74d044be req-fde92f7f-ed83-43f1-93c0-5a07ee51149d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 944 time: 0.0705676 Jul 08 12:26:27.033518 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cd55de8b-c3c6-4605-a933-839e74d044be req-321e2b4a-cdb8-4e8e-9488-05dd04510e65 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423040 Jul 08 12:26:27.080746 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb9512-43bf-4cd5-a5a9-24f5eecf0ffe req-23300a7c-7b55-4111-9e96-794371299855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:27.082277 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8ddb9512-43bf-4cd5-a5a9-24f5eecf0ffe req-23300a7c-7b55-4111-9e96-794371299855 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 1097 time: 0.0746748 Jul 08 12:26:27.178080 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb9512-43bf-4cd5-a5a9-24f5eecf0ffe req-d2082132-4cc5-4b73-87e8-b89a9553ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:27.180128 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8ddb9512-43bf-4cd5-a5a9-24f5eecf0ffe req-d2082132-4cc5-4b73-87e8-b89a9553ed95 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 912 time: 0.0906579 Jul 08 12:26:27.184872 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-01c4c7c5-f9cc-490f-9a47-04cd74c23fbb req-44c37ecc-fd12-4de5-a36a-4ffb8877ad9b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=61a9b2fe-847b-4210-a806-f01028ee9494 HTTP/1.1" status: 200 len: 210 time: 0.0419512 Jul 08 12:26:27.226332 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8ddb9512-43bf-4cd5-a5a9-24f5eecf0ffe req-c1838f34-98bf-4805-895c-19da78ba87ba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d10f3025-b6b7-4f76-9503-741e3c2f4409 HTTP/1.1" status: 200 len: 217 time: 0.0371480 Jul 08 12:26:27.281739 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb9512-43bf-4cd5-a5a9-24f5eecf0ffe req-e55e0853-c1e4-440b-a510-00905bc83003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:27.283188 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8ddb9512-43bf-4cd5-a5a9-24f5eecf0ffe req-e55e0853-c1e4-440b-a510-00905bc83003 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43fc61e1-2280-4220-b272-2e2e5663d052 HTTP/1.1" status: 200 len: 850 time: 0.0495992 Jul 08 12:26:27.339865 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb9512-43bf-4cd5-a5a9-24f5eecf0ffe req-ef457919-97b0-4d22-bd62-95341daec76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:27.341452 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8ddb9512-43bf-4cd5-a5a9-24f5eecf0ffe req-ef457919-97b0-4d22-bd62-95341daec76d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517368 Jul 08 12:26:27.436848 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8ddb9512-43bf-4cd5-a5a9-24f5eecf0ffe req-e5696ecf-cfeb-4527-b09b-05d3a36c69ea service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846674 Jul 08 12:26:27.456489 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d4958244-3104-42d6-a268-05d5d1a95cb7 req-122b88b6-f5cb-40cd-aba2-f312962b0817 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 210 time: 0.0319109 Jul 08 12:26:27.550228 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8ddb9512-43bf-4cd5-a5a9-24f5eecf0ffe req-0bfcbd1f-afac-4812-a98d-cf5e53608056 service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066649 Jul 08 12:26:27.778257 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ee249-4a5b-4459-bcf8-b86d59818208 req-4f6cd311-fdd9-43ab-90c6-c927889c9054 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:27.779716 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-df4ee249-4a5b-4459-bcf8-b86d59818208 req-4f6cd311-fdd9-43ab-90c6-c927889c9054 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 944 time: 0.0642276 Jul 08 12:26:27.816350 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-df4ee249-4a5b-4459-bcf8-b86d59818208 req-1fd9eef1-32e2-4a40-8a09-2468261aef6d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309877 Jul 08 12:26:28.093616 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a9b2fe-847b-4210-a806-f01028ee9494', 'name': 'network-vif-deleted', 'tag': 'f6577ff2-aaa7-47e2-90da-8aa39b4307ee'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:28.095990 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7263b96-0124-43b7-98a1-b1d6fcf30fbe" -d '{"events": [{"server_uuid": "61a9b2fe-847b-4210-a806-f01028ee9494", "name": "network-vif-deleted", "tag": "f6577ff2-aaa7-47e2-90da-8aa39b4307ee"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:28.132198 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484a1c1e-8c0f-4aa7-b5a6-762e9a32cf45 x-openstack-request-id: req-484a1c1e-8c0f-4aa7-b5a6-762e9a32cf45 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:28.132493 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a9b2fe-847b-4210-a806-f01028ee9494", "name": "network-vif-deleted", "tag": "f6577ff2-aaa7-47e2-90da-8aa39b4307ee", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:28.132779 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-484a1c1e-8c0f-4aa7-b5a6-762e9a32cf45 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:28.133170 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a9b2fe-847b-4210-a806-f01028ee9494', 'name': 'network-vif-deleted', 'tag': 'f6577ff2-aaa7-47e2-90da-8aa39b4307ee', 'status': 'completed', 'code': 200} Jul 08 12:26:28.245793 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb6b95-7067-4358-b4c2-763a859de90a req-75247c4d-071a-44a4-b233-c002b8b601be tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:28.247309 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d0fb6b95-7067-4358-b4c2-763a859de90a req-75247c4d-071a-44a4-b233-c002b8b601be tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 944 time: 0.0638466 Jul 08 12:26:28.290044 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d0fb6b95-7067-4358-b4c2-763a859de90a req-d9e90891-a495-4055-ab80-f9fbd709a02a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371237 Jul 08 12:26:28.597991 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a42d727c-db5a-4f06-bfcc-6c87d64da9a9 req-e3457c68-65fc-49e9-a18a-f8bdf526884e tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 210 time: 0.0297923 Jul 08 12:26:28.908751 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00617b3b-fbea-40b9-97b5-a64a177df184 req-92655e8e-7a69-412b-9c18-b8e1ff9e11dd tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:28.910474 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-00617b3b-fbea-40b9-97b5-a64a177df184 req-92655e8e-7a69-412b-9c18-b8e1ff9e11dd tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 946 time: 0.0660002 Jul 08 12:26:28.981377 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-00617b3b-fbea-40b9-97b5-a64a177df184 req-68aa8c9b-8b9a-4d17-9bcd-6c9d0e31d355 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652537 Jul 08 12:26:29.023708 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ac631-6a9a-453c-bf64-846414b1c71f req-da66bd74-dfc1-424e-a30d-2bcd4b466e69 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:29.023708 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-036ac631-6a9a-453c-bf64-846414b1c71f req-da66bd74-dfc1-424e-a30d-2bcd4b466e69 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 944 time: 0.0833325 Jul 08 12:26:29.054195 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-036ac631-6a9a-453c-bf64-846414b1c71f req-ef97cbd1-263f-4414-b53d-7432acf1535a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322342 Jul 08 12:26:29.178288 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-970e9075-e559-4d50-ba54-1692c9a2fe7e tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:29.179757 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-970e9075-e559-4d50-ba54-1692c9a2fe7e tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.89 "GET /v2.0/networks?id=ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 HTTP/1.1" status: 200 len: 809 time: 0.1039939 Jul 08 12:26:29.200712 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-db9e0241-6dd7-486c-a6b7-2f86b1c59e1f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Request body: {'port': {'device_id': 'e9130d6e-de65-481e-af60-e10759d25c32', 'network_id': 'ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386', 'admin_state_up': True, 'tenant_id': '5c69558236e840008807bb7547c3b25c'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:29.362849 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-db9e0241-6dd7-486c-a6b7-2f86b1c59e1f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Made reservation on behalf of 5c69558236e840008807bb7547c3b25c for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:26:29.366764 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-db9e0241-6dd7-486c-a6b7-2f86b1c59e1f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:29.406026 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 74274bf7-f3ff-451b-953b-c150a4db7fbf up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:26:29.479566 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a57b4-e484-4b02-8399-154970edd6db req-8b8719cd-eb23-452f-9719-1c875a952c2e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:29.481501 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-060a57b4-e484-4b02-8399-154970edd6db req-8b8719cd-eb23-452f-9719-1c875a952c2e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 944 time: 0.0718524 Jul 08 12:26:29.520582 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-060a57b4-e484-4b02-8399-154970edd6db req-ff77aa44-34b6-4fc2-9058-fdc192825155 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330739 Jul 08 12:26:29.522173 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-db9e0241-6dd7-486c-a6b7-2f86b1c59e1f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Allocated IP 172.20.0.14 (ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386/04c1a850-7fb7-4e4e-95c8-31a5cef52b47/ee595ad6-44d9-4dc4-88e8-4886ab0b70e5) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:26:29.602766 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port 74274bf7-f3ff-451b-953b-c150a4db7fbf completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:26:29.608015 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 74274bf7-f3ff-451b-953b-c150a4db7fbf triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:29.608419 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:29.683916 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-db9e0241-6dd7-486c-a6b7-2f86b1c59e1f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:29.697208 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:29.721384 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74274bf7-f3ff-451b-953b-c150a4db7fbf'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:29.723900 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b718da-3504-417c-960f-405c9199d42d" -d '{"events": [{"server_uuid": "c30f423b-d06d-4f42-8023-58b31690e2e7", "name": "network-vif-plugged", "status": "completed", "tag": "74274bf7-f3ff-451b-953b-c150a4db7fbf"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:29.737638 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 74274bf7-f3ff-451b-953b-c150a4db7fbf, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:29.747947 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-efa7d756-f73b-4dd2-8c7a-2b1d05a8c3d5 req-5829b836-7632-48c0-b3a8-b1f7ce7412b0 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 210 time: 0.0323391 Jul 08 12:26:29.762833 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79d03d9-ae03-47d3-81c8-dfa094b1635f x-openstack-request-id: req-a79d03d9-ae03-47d3-81c8-dfa094b1635f {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:29.763130 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f423b-d06d-4f42-8023-58b31690e2e7", "name": "network-vif-plugged", "status": "completed", "tag": "74274bf7-f3ff-451b-953b-c150a4db7fbf", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:29.763384 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a79d03d9-ae03-47d3-81c8-dfa094b1635f {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:29.763798 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'code': 200} Jul 08 12:26:29.809127 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-db9e0241-6dd7-486c-a6b7-2f86b1c59e1f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:29.820042 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:29.821135 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device f6577ff2-aaa7-47e2-90da-8aa39b4307ee no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:26:29.856916 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-db9e0241-6dd7-486c-a6b7-2f86b1c59e1f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Network ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:26:29.862380 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-db9e0241-6dd7-486c-a6b7-2f86b1c59e1f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:26:29.866421 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-db9e0241-6dd7-486c-a6b7-2f86b1c59e1f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:26:29.866588 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: f6577ff2-aaa7-47e2-90da-8aa39b4307ee {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:26:29.866910 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device f6577ff2-aaa7-47e2-90da-8aa39b4307ee not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:26:29.892153 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=74274bf7-f3ff-451b-953b-c150a4db7fbf,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:29.894680 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e0241-6dd7-486c-a6b7-2f86b1c59e1f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Pushing event updated for resources: {'Port': ['ID=ee595ad6-44d9-4dc4-88e8-4886ab0b70e5,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:29.920168 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-db9e0241-6dd7-486c-a6b7-2f86b1c59e1f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:29.920798 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-db9e0241-6dd7-486c-a6b7-2f86b1c59e1f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:29.992189 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-db9e0241-6dd7-486c-a6b7-2f86b1c59e1f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7952859 Jul 08 12:26:30.003981 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Request body: {'port': {'device_id': 'e9130d6e-de65-481e-af60-e10759d25c32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:30.081202 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:30.174803 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09add67b-f776-4942-b2fa-01ae72727203 req-ab35f0e5-472a-46ce-80cf-5f06bbe5e205 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:30.176230 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-09add67b-f776-4942-b2fa-01ae72727203 req-ab35f0e5-472a-46ce-80cf-5f06bbe5e205 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 946 time: 0.0699496 Jul 08 12:26:30.246027 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-09add67b-f776-4942-b2fa-01ae72727203 req-b1f9a51e-ff8c-4492-9941-38042549f24f tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597124 Jul 08 12:26:30.247370 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3a626-c56b-48ad-bda1-d07ea615289b req-f3835768-0188-4523-a6d6-fe2cdcfbc602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:30.248962 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-16b3a626-c56b-48ad-bda1-d07ea615289b req-f3835768-0188-4523-a6d6-fe2cdcfbc602 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 1098 time: 0.1580358 Jul 08 12:26:30.268654 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19929f98-7a6b-4519-8a7d-0cd8ca7b6b31 req-b9304594-b869-4aea-b28b-371f33ff7f58 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:30.270309 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-19929f98-7a6b-4519-8a7d-0cd8ca7b6b31 req-b9304594-b869-4aea-b28b-371f33ff7f58 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 944 time: 0.0931590 Jul 08 12:26:30.311060 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-19929f98-7a6b-4519-8a7d-0cd8ca7b6b31 req-d86c47a9-6cf1-4a27-88d3-eebdc8164e22 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337813 Jul 08 12:26:30.334603 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-16b3a626-c56b-48ad-bda1-d07ea615289b req-014ceb3f-124b-4fcd-842b-55225933f259 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782118 Jul 08 12:26:30.421626 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:26:30.428988 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:30.442153 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Transition to ACTIVE for port object ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:26:30.495578 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:30.549224 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Pushing event updated for resources: {'Port': ['ID=ee595ad6-44d9-4dc4-88e8-4886ab0b70e5,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:30.623066 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Attempting to bind port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:26:30.623408 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Attempting to bind port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '013f6a8d-ce51-4a78-8a63-7f58b5de7600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:26:30.623770 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Attempting to bind port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 on network ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:26:30.628122 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 on network ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:26:30.628579 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Attempting to bind port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 on network ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:26:30.633383 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:26:30.633724 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Checking segment: {'id': '013f6a8d-ce51-4a78-8a63-7f58b5de7600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:26:30.634188 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Bound using segment: {'id': '013f6a8d-ce51-4a78-8a63-7f58b5de7600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:26:30.635213 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Bound port: ee595ad6-44d9-4dc4-88e8-4886ab0b70e5, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '013f6a8d-ce51-4a78-8a63-7f58b5de7600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:26:30.635573 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:30.724256 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5d364-1bba-488b-bf5d-98c8875bd433 req-e987aa76-1e37-4a69-89aa-3a06d699a2f4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:30.724256 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-02c5d364-1bba-488b-bf5d-98c8875bd433 req-e987aa76-1e37-4a69-89aa-3a06d699a2f4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0637589 Jul 08 12:26:30.724790 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] For port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:26:30.724790 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] For port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ee595ad6-44d9-4dc4-88e8-4886ab0b70e5,segment=NetworkSegment(013f6a8d-ce51-4a78-8a63-7f58b5de7600),segment_id=013f6a8d-ce51-4a78-8a63-7f58b5de7600)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:26:30.747921 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-02c5d364-1bba-488b-bf5d-98c8875bd433 req-d9b8aa1b-f193-4050-bdca-6373a957fb82 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382240 Jul 08 12:26:30.788625 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8dbdf-1781-4bbb-8388-17a04785c2e7 req-b28ac308-a554-4aae-a647-ee98e0810963 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:30.790204 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-49d8dbdf-1781-4bbb-8388-17a04785c2e7 req-b28ac308-a554-4aae-a647-ee98e0810963 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 946 time: 0.0747371 Jul 08 12:26:30.826110 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:30.866779 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:30.867337 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:30.869870 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] 10.222.0.89 "PUT /v2.0/ports/ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 HTTP/1.1" status: 200 len: 1094 time: 0.8689332 Jul 08 12:26:30.874996 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9130d6e-de65-481e-af60-e10759d25c32', 'tag': 'ee595ad6-44d9-4dc4-88e8-4886ab0b70e5'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:30.877553 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5b9da3-0e5b-4675-b101-13ce2703e311" -d '{"events": [{"name": "network-changed", "server_uuid": "e9130d6e-de65-481e-af60-e10759d25c32", "tag": "ee595ad6-44d9-4dc4-88e8-4886ab0b70e5"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:30.920363 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d1f60a-5432-4dcc-9eda-02a7be1f2844 x-openstack-request-id: req-d2d1f60a-5432-4dcc-9eda-02a7be1f2844 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:30.920670 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9130d6e-de65-481e-af60-e10759d25c32", "tag": "ee595ad6-44d9-4dc4-88e8-4886ab0b70e5", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:30.920918 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d2d1f60a-5432-4dcc-9eda-02a7be1f2844 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:30.921310 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9130d6e-de65-481e-af60-e10759d25c32', 'tag': 'ee595ad6-44d9-4dc4-88e8-4886ab0b70e5', 'status': 'completed', 'code': 200} Jul 08 12:26:30.930865 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17b17b-96cf-40c1-91b5-5c1185831e85 req-fe719ae9-91f3-4c1a-8dda-20ba77b8921b tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:30.933190 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0f17b17b-96cf-40c1-91b5-5c1185831e85 req-fe719ae9-91f3-4c1a-8dda-20ba77b8921b tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 944 time: 0.0709043 Jul 08 12:26:30.940824 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079af84f-3cdc-4214-92d5-2245c9c2c40b service neutron] Pushing event updated for resources: {'Port': ['ID=ee595ad6-44d9-4dc4-88e8-4886ab0b70e5,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:30.973866 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0f17b17b-96cf-40c1-91b5-5c1185831e85 req-655f2c86-d935-44e8-818f-f1306c116cad tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349925 Jul 08 12:26:30.999091 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-49d8dbdf-1781-4bbb-8388-17a04785c2e7 req-82dcbcea-dc47-43ee-adf7-2c7f7e968863 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Deleting port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:26:30.999514 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-49d8dbdf-1781-4bbb-8388-17a04785c2e7 req-82dcbcea-dc47-43ee-adf7-2c7f7e968863 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:31.066728 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b9da3-0e5b-4675-b101-13ce2703e311 req-786f6afa-d526-437f-a015-a066cafbe777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:31.068213 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3f5b9da3-0e5b-4675-b101-13ce2703e311 req-786f6afa-d526-437f-a015-a066cafbe777 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5c69558236e840008807bb7547c3b25c&device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 1097 time: 0.1226308 Jul 08 12:26:31.149170 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-49d8dbdf-1781-4bbb-8388-17a04785c2e7 req-82dcbcea-dc47-43ee-adf7-2c7f7e968863 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] For port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=e3b7dca0-4b5f-4ac5-8945-10a1a397cd48,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:31.149524 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-49d8dbdf-1781-4bbb-8388-17a04785c2e7 req-82dcbcea-dc47-43ee-adf7-2c7f7e968863 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:31.167957 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-49d8dbdf-1781-4bbb-8388-17a04785c2e7 req-82dcbcea-dc47-43ee-adf7-2c7f7e968863 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Calling delete_port for e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:26:31.232303 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b9da3-0e5b-4675-b101-13ce2703e311 req-bc32cd49-6043-4934-8bcc-8f33a49697d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:31.233838 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3f5b9da3-0e5b-4675-b101-13ce2703e311 req-bc32cd49-6043-4934-8bcc-8f33a49697d5 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=5c69558236e840008807bb7547c3b25c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1570134 Jul 08 12:26:31.378216 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b9da3-0e5b-4675-b101-13ce2703e311 req-ec0e8ffa-8499-4ed1-be07-d355b9ad725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:31.379670 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3f5b9da3-0e5b-4675-b101-13ce2703e311 req-ec0e8ffa-8499-4ed1-be07-d355b9ad725a service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393623 Jul 08 12:26:31.441900 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345092a-d280-401d-9f01-dad7aae65f33 req-5c254556-e72f-4117-a787-f1a669efe07b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:31.443518 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7345092a-d280-401d-9f01-dad7aae65f33 req-5c254556-e72f-4117-a787-f1a669efe07b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 946 time: 0.0787296 Jul 08 12:26:31.474882 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-34b5bba0-7ece-4ba0-ba56-ed67173bac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:31.476477 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-34b5bba0-7ece-4ba0-ba56-ed67173bac8a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5c69558236e840008807bb7547c3b25c&device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 1097 time: 0.0561776 Jul 08 12:26:31.522980 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7345092a-d280-401d-9f01-dad7aae65f33 req-ade96ce0-07cb-4fda-af60-c05e36068f8b tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690055 Jul 08 12:26:31.525932 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-49d8dbdf-1781-4bbb-8388-17a04785c2e7 req-82dcbcea-dc47-43ee-adf7-2c7f7e968863 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:31.528343 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-8a1d187a-5894-4881-bb3c-823af19882e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 HTTP/1.1" status: 200 len: 217 time: 0.0433669 Jul 08 12:26:31.538368 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['4c6ba5d3-c75a-4a25-943f-d8e2ba1496db', 'e3b7dca0-4b5f-4ac5-8945-10a1a397cd48'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:26:31.560230 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349491d-2eda-4997-9bb5-bb14ba703eb0 req-eee0fdb4-ad27-4cf6-9c60-51aa4bbf52ec tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:31.570857 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1349491d-2eda-4997-9bb5-bb14ba703eb0 req-eee0fdb4-ad27-4cf6-9c60-51aa4bbf52ec tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 944 time: 0.1262476 Jul 08 12:26:31.609896 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcbcea-dc47-43ee-adf7-2c7f7e968863 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Pushing event deleted for resources: {'Port': ['ID=e3b7dca0-4b5f-4ac5-8945-10a1a397cd48,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:31.618110 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1349491d-2eda-4997-9bb5-bb14ba703eb0 req-96db5e5a-39b0-4a09-9d00-e4dce2578462 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462847 Jul 08 12:26:31.661070 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d8dbdf-1781-4bbb-8388-17a04785c2e7 req-82dcbcea-dc47-43ee-adf7-2c7f7e968863 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] No DVR routers for this DVR port e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:26:31.664559 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-49d8dbdf-1781-4bbb-8388-17a04785c2e7 req-82dcbcea-dc47-43ee-adf7-2c7f7e968863 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:31.666757 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-49d8dbdf-1781-4bbb-8388-17a04785c2e7 req-82dcbcea-dc47-43ee-adf7-2c7f7e968863 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "DELETE /v2.0/ports/e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 HTTP/1.1" status: 204 len: 173 time: 0.8704224 Jul 08 12:26:31.676559 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-9a3e8990-8ff2-4c0e-8ee2-c4aca5b52b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:31.679167 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-9a3e8990-8ff2-4c0e-8ee2-c4aca5b52b6e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=04c1a850-7fb7-4e4e-95c8-31a5cef52b47 HTTP/1.1" status: 200 len: 849 time: 0.1108859 Jul 08 12:26:31.716764 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-9f23c704-f6fc-4b1e-ba84-e47a972ba113 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301473 Jul 08 12:26:31.812781 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-f820a215-1aac-4c09-b20e-4bb0347293a9 service neutron] 10.222.0.89 "GET /v2.0/networks/ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884438 Jul 08 12:26:31.919679 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-01ecebd8-b428-40a6-93e7-248ea4671315 req-256a95ba-a0e4-4a6b-8004-a0e73bc461b8 service neutron] 10.222.0.89 "GET /v2.0/networks/ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964048 Jul 08 12:26:31.945798 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1681b-ceb7-4e56-a82a-8ab4acd37137 req-4d2edf59-8f87-421c-9594-8cb5d1ce8424 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:31.948508 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-11c1681b-ceb7-4e56-a82a-8ab4acd37137 req-4d2edf59-8f87-421c-9594-8cb5d1ce8424 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0727503 Jul 08 12:26:31.986965 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-11c1681b-ceb7-4e56-a82a-8ab4acd37137 req-b9b65f64-3e6b-403a-8338-67e3d8f155f8 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328512 Jul 08 12:26:32.159820 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb90f8-871a-46ad-923c-1dece598688a req-509c8fdd-0346-4190-9490-338fc193c413 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:32.161294 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c2bb90f8-871a-46ad-923c-1dece598688a req-509c8fdd-0346-4190-9490-338fc193c413 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 944 time: 0.0675750 Jul 08 12:26:32.199681 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c2bb90f8-871a-46ad-923c-1dece598688a req-db2ef614-eac3-492a-a213-f6eea825e1aa tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Jul 08 12:26:32.691319 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-69ac979e-dedb-48e4-bbe6-9eb3c441d727 req-bbea09d1-e7ad-4029-9921-9a72762b00fb tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b2b672e-fd19-484c-b1a8-d2de712b0030 HTTP/1.1" status: 200 len: 210 time: 0.0292242 Jul 08 12:26:32.799215 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e5cce-c030-422a-9149-c121d44414b6 req-ede2de78-6313-481c-8249-e688fd4fbf9d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:32.800695 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e91e5cce-c030-422a-9149-c121d44414b6 req-ede2de78-6313-481c-8249-e688fd4fbf9d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 944 time: 0.0632694 Jul 08 12:26:32.838257 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e91e5cce-c030-422a-9149-c121d44414b6 req-329530ad-0b50-4e23-9543-97aa8fe3d5ee tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314457 Jul 08 12:26:32.922589 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2b672e-fd19-484c-b1a8-d2de712b0030', 'name': 'network-vif-deleted', 'tag': 'e3b7dca0-4b5f-4ac5-8945-10a1a397cd48'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:32.924995 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d300743-bc15-44ae-a755-eafdd61b4a67" -d '{"events": [{"server_uuid": "0b2b672e-fd19-484c-b1a8-d2de712b0030", "name": "network-vif-deleted", "tag": "e3b7dca0-4b5f-4ac5-8945-10a1a397cd48"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:32.960057 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f20afcd-d20a-4c4e-bd26-5f6865da4364 x-openstack-request-id: req-1f20afcd-d20a-4c4e-bd26-5f6865da4364 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:32.960348 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2b672e-fd19-484c-b1a8-d2de712b0030", "name": "network-vif-deleted", "tag": "e3b7dca0-4b5f-4ac5-8945-10a1a397cd48", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:32.960829 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1f20afcd-d20a-4c4e-bd26-5f6865da4364 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:32.961330 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2b672e-fd19-484c-b1a8-d2de712b0030', 'name': 'network-vif-deleted', 'tag': 'e3b7dca0-4b5f-4ac5-8945-10a1a397cd48', 'status': 'completed', 'code': 200} Jul 08 12:26:33.168196 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0e811-76bd-4cd5-b52a-e08d0a9a5df9 req-c91b1897-10a4-47c4-9cb6-b6346a3fd772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:33.169584 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a3f0e811-76bd-4cd5-b52a-e08d0a9a5df9 req-c91b1897-10a4-47c4-9cb6-b6346a3fd772 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0674763 Jul 08 12:26:33.206708 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a3f0e811-76bd-4cd5-b52a-e08d0a9a5df9 req-b50e2055-10fa-466e-8a69-7bc2696a894e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316556 Jul 08 12:26:33.418063 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb4d2e-441a-48e3-b37a-3e5c72a55b05 req-2904061c-284a-4e9e-9904-5e30b719176f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:33.419602 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1bfb4d2e-441a-48e3-b37a-3e5c72a55b05 req-2904061c-284a-4e9e-9904-5e30b719176f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 944 time: 0.1074271 Jul 08 12:26:33.427444 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf2762-d817-45a9-9a2d-2cf8d95379c0 req-7484979c-06b0-4d73-b8a9-78a563b211bb tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:33.428806 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fcdf2762-d817-45a9-9a2d-2cf8d95379c0 req-7484979c-06b0-4d73-b8a9-78a563b211bb tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.1075957 Jul 08 12:26:33.437764 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58082) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:33.451990 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-8a993156-6b11-490a-82cc-0fb3bbadb929 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Request body: {'floatingip': {'port_id': '74274bf7-f3ff-451b-953b-c150a4db7fbf'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:33.499666 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8a993156-6b11-490a-82cc-0fb3bbadb929 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for floatingip, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:33.539808 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1bfb4d2e-441a-48e3-b37a-3e5c72a55b05 req-716ba0c2-a9d4-4f04-93ad-7c4a699f4721 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100647 Jul 08 12:26:34.000465 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8a993156-6b11-490a-82cc-0fb3bbadb929 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:34.030890 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cfc0a-342c-4b68-bccb-9698f24e7e5b req-be7e7723-a9c4-479b-918c-70ae9828bc5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:34.035593 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-930cfc0a-342c-4b68-bccb-9698f24e7e5b req-be7e7723-a9c4-479b-918c-70ae9828bc5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 944 time: 0.0812492 Jul 08 12:26:34.067926 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8a993156-6b11-490a-82cc-0fb3bbadb929 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:34.073739 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-930cfc0a-342c-4b68-bccb-9698f24e7e5b req-1d317521-4677-4b12-9976-eb94f20ec005 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352228 Jul 08 12:26:34.401314 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.l3_db [None req-8a993156-6b11-490a-82cc-0fb3bbadb929 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Floating IP 83667a9c-272b-428b-94c8-b19f3bca79e5 associated. External IP: 172.27.3.112, port: 74274bf7-f3ff-451b-953b-c150a4db7fbf. Jul 08 12:26:34.621723 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a993156-6b11-490a-82cc-0fb3bbadb929 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:26:34.771241 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a993156-6b11-490a-82cc-0fb3bbadb929 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:26:34.780411 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed7318-8e2a-48fd-9588-38a624159953 req-fcd7c355-a7b3-4116-90b0-a087fbe12317 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:34.781438 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc34e1c-d080-4825-bb23-81ffa853e034 None None] Sync routers for ids ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:26:34.781911 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cfed7318-8e2a-48fd-9588-38a624159953 req-fcd7c355-a7b3-4116-90b0-a087fbe12317 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 944 time: 0.1180875 Jul 08 12:26:34.785061 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8a993156-6b11-490a-82cc-0fb3bbadb929 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:34.790979 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc34e1c-d080-4825-bb23-81ffa853e034 None None] Routers {'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:26:34.791580 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-6bc34e1c-d080-4825-bb23-81ffa853e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:26:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:34.845392 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-8a993156-6b11-490a-82cc-0fb3bbadb929 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "PUT /v2.0/floatingips/83667a9c-272b-428b-94c8-b19f3bca79e5 HTTP/1.1" status: 200 len: 991 time: 1.4066024 Jul 08 12:26:34.848021 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'tag': '74274bf7-f3ff-451b-953b-c150a4db7fbf'}] {{(pid=93655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:34.850331 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a03bbc91d2f86613491d0901239a9001c4f73130c8ca6ab44098ce7ccb338547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23155507-f553-43e7-98e9-4d1cbf0c4160" -d '{"events": [{"name": "network-changed", "server_uuid": "c30f423b-d06d-4f42-8023-58b31690e2e7", "tag": "74274bf7-f3ff-451b-953b-c150a4db7fbf"}]}' {{(pid=93655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:34.858949 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cfed7318-8e2a-48fd-9588-38a624159953 req-d92e5277-c8ee-4e1d-b04e-c81e0fbd83e8 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708101 Jul 08 12:26:34.905452 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-6bc34e1c-d080-4825-bb23-81ffa853e034 None None] Set router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:26:34.910105 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab679c72-bb02-4dce-817a-a197a5533d07 x-openstack-request-id: req-ab679c72-bb02-4dce-817a-a197a5533d07 {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:34.910392 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30f423b-d06d-4f42-8023-58b31690e2e7", "tag": "74274bf7-f3ff-451b-953b-c150a4db7fbf", "status": "completed", "code": 200}]} {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:34.910644 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ab679c72-bb02-4dce-817a-a197a5533d07 {{(pid=93655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:34.911038 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'tag': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'status': 'completed', 'code': 200} Jul 08 12:26:34.994093 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23155507-f553-43e7-98e9-4d1cbf0c4160 req-a8dcd73f-8af0-4986-bfb4-018797fb6cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:34.995605 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-23155507-f553-43e7-98e9-4d1cbf0c4160 req-a8dcd73f-8af0-4986-bfb4-018797fb6cde service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0596120 Jul 08 12:26:35.094098 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23155507-f553-43e7-98e9-4d1cbf0c4160 req-85850af1-1005-44f9-9866-a5d176aa8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:35.095669 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-23155507-f553-43e7-98e9-4d1cbf0c4160 req-85850af1-1005-44f9-9866-a5d176aa8706 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 200 len: 917 time: 0.0935147 Jul 08 12:26:35.175603 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-23155507-f553-43e7-98e9-4d1cbf0c4160 req-e41ce750-a3af-46e5-83c1-f63e325b0e58 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf HTTP/1.1" status: 200 len: 999 time: 0.0721536 Jul 08 12:26:35.241028 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23155507-f553-43e7-98e9-4d1cbf0c4160 req-bc976483-5b7c-431f-8a8f-614324e807e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:35.242840 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-23155507-f553-43e7-98e9-4d1cbf0c4160 req-bc976483-5b7c-431f-8a8f-614324e807e4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2889e973-26ef-4f9a-8438-d3a8d25d582e HTTP/1.1" status: 200 len: 855 time: 0.0602036 Jul 08 12:26:35.275137 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a6a9c-d347-40dd-80b4-c85c4c41899d req-32566726-d65f-45c0-a3c2-10afd3fbf631 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:35.277301 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-eb5a6a9c-d347-40dd-80b4-c85c4c41899d req-32566726-d65f-45c0-a3c2-10afd3fbf631 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 944 time: 0.0699947 Jul 08 12:26:35.309449 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23155507-f553-43e7-98e9-4d1cbf0c4160 req-5a185c5c-e283-4d59-b9ea-41e709acdb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:35.310962 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-23155507-f553-43e7-98e9-4d1cbf0c4160 req-5a185c5c-e283-4d59-b9ea-41e709acdb48 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e4e0557-4bba-4b10-85f1-95b3483d6f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603168 Jul 08 12:26:35.319733 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-eb5a6a9c-d347-40dd-80b4-c85c4c41899d req-ba39ff38-1b90-4ba5-a557-e0f5008462ed tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352225 Jul 08 12:26:35.325006 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-6bc34e1c-d080-4825-bb23-81ffa853e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '83667a9c-272b-428b-94c8-b19f3bca79e5', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'floating_ip_address': '172.27.3.112', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'port_id': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'mac_address': 'fa:16:3e:a1:62:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:26:13Z', 'updated_at': '2021-07-08T12:26:33Z', 'revision_number': 1, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:16Z', 'revision_number': 5, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:35.356262 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc34e1c-d080-4825-bb23-81ffa853e034 None None] Checking router: dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:26:35.366134 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc34e1c-d080-4825-bb23-81ffa853e034 None None] Routers {'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:26:35.366762 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-6bc34e1c-d080-4825-bb23-81ffa853e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:26:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:35.407193 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-23155507-f553-43e7-98e9-4d1cbf0c4160 req-4db3b613-97e7-4c74-ac93-1861f2b82785 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886607 Jul 08 12:26:35.473490 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:26:35.475359 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:26:35.500200 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-6bc34e1c-d080-4825-bb23-81ffa853e034 None None] Set router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:26:35.513343 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-23155507-f553-43e7-98e9-4d1cbf0c4160 req-d4611c85-7eb2-4ac3-878c-d449b61d00a8 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986857 Jul 08 12:26:35.528718 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:26:35.529066 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device e3b7dca0-4b5f-4ac5-8945-10a1a397cd48 not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:26:35.702224 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f2282-fda2-484b-8939-16e646cd0fcd req-59c3b1dd-550b-4970-85ae-6d0570378856 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:35.703800 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f69f2282-fda2-484b-8939-16e646cd0fcd req-59c3b1dd-550b-4970-85ae-6d0570378856 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 946 time: 0.0637460 Jul 08 12:26:35.722048 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ee595ad6-44d9-4dc4-88e8-4886ab0b70e5,segment=NetworkSegment(013f6a8d-ce51-4a78-8a63-7f58b5de7600),segment_id=013f6a8d-ce51-4a78-8a63-7f58b5de7600)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:35.742462 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': 'ee595ad6-44d9-4dc4-88e8-4886ab0b70e5', 'network_id': 'ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386', 'port_id': 'ee595ad6-44d9-4dc4-88e8-4886ab0b70e5', 'mac_address': 'fa:16:3e:4e:95:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c1a850-7fb7-4e4e-95c8-31a5cef52b47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:26:35.743814 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f69f2282-fda2-484b-8939-16e646cd0fcd req-e3afae15-f73e-4262-b841-c5073c3e1efb tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341780 Jul 08 12:26:35.814101 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:35.830716 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:26:35.857137 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ee595ad6-44d9-4dc4-88e8-4886ab0b70e5,segment=NetworkSegment(013f6a8d-ce51-4a78-8a63-7f58b5de7600),segment_id=013f6a8d-ce51-4a78-8a63-7f58b5de7600)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:35.869098 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-6bc34e1c-d080-4825-bb23-81ffa853e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '83667a9c-272b-428b-94c8-b19f3bca79e5', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'floating_ip_address': '172.27.3.112', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'port_id': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'mac_address': 'fa:16:3e:a1:62:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:26:13Z', 'updated_at': '2021-07-08T12:26:33Z', 'revision_number': 1, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:16Z', 'revision_number': 5, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:35.898872 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc34e1c-d080-4825-bb23-81ffa853e034 None None] The sync data for ids ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'] in dv-cinder-799631-5-iscsi is: [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '83667a9c-272b-428b-94c8-b19f3bca79e5', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'floating_ip_address': '172.27.3.112', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'port_id': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'mac_address': 'fa:16:3e:a1:62:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:26:13Z', 'updated_at': '2021-07-08T12:26:33Z', 'revision_number': 1, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:16Z', 'revision_number': 5, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:26:35.934116 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:35.934882 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device d10f3025-b6b7-4f76-9503-741e3c2f4409 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:26:36.033975 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=ee595ad6-44d9-4dc4-88e8-4886ab0b70e5,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:36.073767 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75fd31-abeb-48c7-a4c7-df3b3744380b req-a0384abb-bb69-4a13-81b0-0c25e5c5cb9c tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:36.077461 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4d75fd31-abeb-48c7-a4c7-df3b3744380b req-a0384abb-bb69-4a13-81b0-0c25e5c5cb9c tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 945 time: 0.0981197 Jul 08 12:26:36.080352 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port d10f3025-b6b7-4f76-9503-741e3c2f4409, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d10f3025-b6b7-4f76-9503-741e3c2f4409,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:36.093924 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': 'd10f3025-b6b7-4f76-9503-741e3c2f4409', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'port_id': 'd10f3025-b6b7-4f76-9503-741e3c2f4409', 'mac_address': 'fa:16:3e:cb:f5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:26:36.118722 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4d75fd31-abeb-48c7-a4c7-df3b3744380b req-f122aac2-7f3c-4e1d-9fc0-fcfca8c84c81 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358624 Jul 08 12:26:36.148645 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:36.163189 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10f3025-b6b7-4f76-9503-741e3c2f4409 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:26:36.177389 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d88bf4-dc7b-4570-bb9d-a3660b8b5edd None None] New status for floating IP 83667a9c-272b-428b-94c8-b19f3bca79e5: ACTIVE {{(pid=93657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:26:36.184583 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port d10f3025-b6b7-4f76-9503-741e3c2f4409, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d10f3025-b6b7-4f76-9503-741e3c2f4409,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:36.248150 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:36.297609 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=d10f3025-b6b7-4f76-9503-741e3c2f4409,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:36.512635 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34792899-0fa5-4c5d-b9d7-586a37a18469 req-048987ee-57cb-41e9-a57f-06dc4c74078c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:36.514117 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-34792899-0fa5-4c5d-b9d7-586a37a18469 req-048987ee-57cb-41e9-a57f-06dc4c74078c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 945 time: 0.0698237 Jul 08 12:26:36.552806 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-34792899-0fa5-4c5d-b9d7-586a37a18469 req-39ccff9b-910a-4f88-bf65-02aae004c1ce tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329738 Jul 08 12:26:36.649413 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['ee595ad6-44d9-4dc4-88e8-4886ab0b70e5'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:26:36.673024 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['d10f3025-b6b7-4f76-9503-741e3c2f4409'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:26:36.922163 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26b222-b19d-4ca3-8d76-ecc6638f3d03 req-b79e4808-11a1-4220-bac3-49711fb12fe0 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:36.923525 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ad26b222-b19d-4ca3-8d76-ecc6638f3d03 req-b79e4808-11a1-4220-bac3-49711fb12fe0 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 946 time: 0.0663588 Jul 08 12:26:36.961619 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ad26b222-b19d-4ca3-8d76-ecc6638f3d03 req-7169aa78-de97-4567-8a97-954ef1c41780 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/security-groups?id=12fba989-2ad9-42b9-9733-63e985daf780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322971 Jul 08 12:26:37.291649 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158fe59-3808-4b69-9f65-4a95ee962b1b req-d66e46e8-059f-44f7-9d99-a44e04e730c2 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:37.293184 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9158fe59-3808-4b69-9f65-4a95ee962b1b req-d66e46e8-059f-44f7-9d99-a44e04e730c2 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 945 time: 0.0670040 Jul 08 12:26:37.332045 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9158fe59-3808-4b69-9f65-4a95ee962b1b req-4246f81c-c2a9-4fce-bd72-473680fbb1a7 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332828 Jul 08 12:26:37.637810 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e888b-36ab-42c7-bd37-ea7ba9495450 req-dec4eb52-f37c-4823-af3c-962406dbcd80 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:37.639275 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-b68e888b-36ab-42c7-bd37-ea7ba9495450 req-dec4eb52-f37c-4823-af3c-962406dbcd80 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 946 time: 0.0818899 Jul 08 12:26:37.734463 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6f9e9-b885-4ca6-b505-68be54097886 req-a53af61d-af36-46a1-8c7d-354d095e804b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:37.736299 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-37d6f9e9-b885-4ca6-b505-68be54097886 req-a53af61d-af36-46a1-8c7d-354d095e804b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 945 time: 0.0662215 Jul 08 12:26:37.750428 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-b68e888b-36ab-42c7-bd37-ea7ba9495450 req-81b2892f-ac3c-47ab-be6b-3c35ed70fb66 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Deleting port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:26:37.750892 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-b68e888b-36ab-42c7-bd37-ea7ba9495450 req-81b2892f-ac3c-47ab-be6b-3c35ed70fb66 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:37.792369 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-37d6f9e9-b885-4ca6-b505-68be54097886 req-da6010a5-d187-43bc-9349-0c392ed1160c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492899 Jul 08 12:26:37.850520 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-b68e888b-36ab-42c7-bd37-ea7ba9495450 req-81b2892f-ac3c-47ab-be6b-3c35ed70fb66 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] For port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=4c6ba5d3-c75a-4a25-943f-d8e2ba1496db,segment=NetworkSegment(9fddd33a-6190-4bca-aa2c-8b2046336309),segment_id=9fddd33a-6190-4bca-aa2c-8b2046336309)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:37.850882 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-b68e888b-36ab-42c7-bd37-ea7ba9495450 req-81b2892f-ac3c-47ab-be6b-3c35ed70fb66 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:37.865068 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-b68e888b-36ab-42c7-bd37-ea7ba9495450 req-81b2892f-ac3c-47ab-be6b-3c35ed70fb66 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Calling delete_port for 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:26:38.069706 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-b68e888b-36ab-42c7-bd37-ea7ba9495450 req-81b2892f-ac3c-47ab-be6b-3c35ed70fb66 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:38.087685 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['4c6ba5d3-c75a-4a25-943f-d8e2ba1496db'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:26:38.102131 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2892f-ac3c-47ab-be6b-3c35ed70fb66 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Pushing event deleted for resources: {'Port': ['ID=4c6ba5d3-c75a-4a25-943f-d8e2ba1496db,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:38.107457 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5646ba35-23a6-4615-bc9c-c4116dc223e5 req-2780170c-c507-4567-aff6-324ff999da66 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 210 time: 0.0365243 Jul 08 12:26:38.152085 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68e888b-36ab-42c7-bd37-ea7ba9495450 req-81b2892f-ac3c-47ab-be6b-3c35ed70fb66 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] No DVR routers for this DVR port 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:26:38.154576 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-b68e888b-36ab-42c7-bd37-ea7ba9495450 req-81b2892f-ac3c-47ab-be6b-3c35ed70fb66 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:38.156635 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-b68e888b-36ab-42c7-bd37-ea7ba9495450 req-81b2892f-ac3c-47ab-be6b-3c35ed70fb66 tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.89 "DELETE /v2.0/ports/4c6ba5d3-c75a-4a25-943f-d8e2ba1496db HTTP/1.1" status: 204 len: 173 time: 0.5108540 Jul 08 12:26:38.157101 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823fd000-999b-499c-9f22-51ebd2c62832', 'name': 'network-vif-deleted', 'tag': '4c6ba5d3-c75a-4a25-943f-d8e2ba1496db'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:38.159445 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5d9a91-f5d9-4e88-9fe4-1212717f3c0b" -d '{"events": [{"server_uuid": "823fd000-999b-499c-9f22-51ebd2c62832", "name": "network-vif-deleted", "tag": "4c6ba5d3-c75a-4a25-943f-d8e2ba1496db"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:38.194270 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd3fc5f-30fa-4887-98dc-57fc91cec185 x-openstack-request-id: req-abd3fc5f-30fa-4887-98dc-57fc91cec185 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:38.194589 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823fd000-999b-499c-9f22-51ebd2c62832", "name": "network-vif-deleted", "tag": "4c6ba5d3-c75a-4a25-943f-d8e2ba1496db", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:38.194864 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-abd3fc5f-30fa-4887-98dc-57fc91cec185 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:38.195250 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823fd000-999b-499c-9f22-51ebd2c62832', 'name': 'network-vif-deleted', 'tag': '4c6ba5d3-c75a-4a25-943f-d8e2ba1496db', 'status': 'completed', 'code': 200} Jul 08 12:26:38.517841 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e0e7c-7d40-4102-8138-96a190f60105 req-640babdd-2b85-4c25-8bc5-7e610e762a06 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:38.519302 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bd3e0e7c-7d40-4102-8138-96a190f60105 req-640babdd-2b85-4c25-8bc5-7e610e762a06 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 945 time: 0.0653493 Jul 08 12:26:38.563108 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bd3e0e7c-7d40-4102-8138-96a190f60105 req-e9433122-b491-4e99-afe2-74abfeeeebab tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368102 Jul 08 12:26:38.691261 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e02dd40f-995f-4652-a8a1-a846c13da5cf req-7b181f8c-988a-4bbd-9c38-0b864ed99dbe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0323665 Jul 08 12:26:38.769533 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e02dd40f-995f-4652-a8a1-a846c13da5cf req-13a117ee-8b35-4b66-aad1-e3578a59e5c3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 210 time: 0.0283518 Jul 08 12:26:38.887578 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dd40f-995f-4652-a8a1-a846c13da5cf req-da502ec7-cd33-4740-ad2c-3cc59845f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:38.889074 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e02dd40f-995f-4652-a8a1-a846c13da5cf req-da502ec7-cd33-4740-ad2c-3cc59845f4ef service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0957401 Jul 08 12:26:38.967986 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97302567-7604-4bd6-96e6-5be416925ed0 req-82f16db1-c122-47cb-9f53-f1e5cc2c4521 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:38.969526 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-97302567-7604-4bd6-96e6-5be416925ed0 req-82f16db1-c122-47cb-9f53-f1e5cc2c4521 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 945 time: 0.0658433 Jul 08 12:26:38.994477 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dd40f-995f-4652-a8a1-a846c13da5cf req-278a0b4e-b8aa-4bdf-8a61-83860b7363de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:38.995972 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e02dd40f-995f-4652-a8a1-a846c13da5cf req-278a0b4e-b8aa-4bdf-8a61-83860b7363de service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994420 Jul 08 12:26:39.014308 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-97302567-7604-4bd6-96e6-5be416925ed0 req-b8ef89de-f0fc-4bb4-a21e-075ab5890ce9 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364337 Jul 08 12:26:39.267907 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-38c90364-ca6c-4763-b809-b68a7512191a req-ba24e7e4-83b7-49b6-b710-460a0e32195a tempest-AttachVolumeNegativeTest-559208756 tempest-AttachVolumeNegativeTest-559208756-project] 10.222.0.88 "GET /v2.0/ports?device_id=823fd000-999b-499c-9f22-51ebd2c62832 HTTP/1.1" status: 200 len: 210 time: 0.0329738 Jul 08 12:26:39.508480 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:26:39.606653 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:26:39.611170 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:39.617034 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:39.698550 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:39.721016 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9130d6e-de65-481e-af60-e10759d25c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee595ad6-44d9-4dc4-88e8-4886ab0b70e5'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:39.723512 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aabb57-86b5-4f8c-a322-ce0871aff33b" -d '{"events": [{"server_uuid": "e9130d6e-de65-481e-af60-e10759d25c32", "name": "network-vif-plugged", "status": "completed", "tag": "ee595ad6-44d9-4dc4-88e8-4886ab0b70e5"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:39.736806 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ee595ad6-44d9-4dc4-88e8-4886ab0b70e5,segment=NetworkSegment(013f6a8d-ce51-4a78-8a63-7f58b5de7600),segment_id=013f6a8d-ce51-4a78-8a63-7f58b5de7600)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:39.750752 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b23e07-a873-4dcd-89dc-8099c282bb4c req-ed965aea-ceda-4a76-8027-2cfdec096467 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:39.752160 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-05b23e07-a873-4dcd-89dc-8099c282bb4c req-ed965aea-ceda-4a76-8027-2cfdec096467 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 945 time: 0.0729313 Jul 08 12:26:39.763455 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749f8145-c884-4e2c-be24-f0e71dd57400 x-openstack-request-id: req-749f8145-c884-4e2c-be24-f0e71dd57400 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:39.763763 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9130d6e-de65-481e-af60-e10759d25c32", "name": "network-vif-plugged", "status": "completed", "tag": "ee595ad6-44d9-4dc4-88e8-4886ab0b70e5", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:39.764013 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-749f8145-c884-4e2c-be24-f0e71dd57400 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:39.764408 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9130d6e-de65-481e-af60-e10759d25c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee595ad6-44d9-4dc4-88e8-4886ab0b70e5', 'code': 200} Jul 08 12:26:39.793982 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-05b23e07-a873-4dcd-89dc-8099c282bb4c req-ef8fae4a-585e-4062-a5cb-adcc29cb9eff tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360942 Jul 08 12:26:39.808323 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:39.809270 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device d10f3025-b6b7-4f76-9503-741e3c2f4409 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:26:39.889207 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=ee595ad6-44d9-4dc4-88e8-4886ab0b70e5,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:39.972967 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port d10f3025-b6b7-4f76-9503-741e3c2f4409 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:26:39.976994 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port d10f3025-b6b7-4f76-9503-741e3c2f4409 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:26:39.977371 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:40.006127 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:26:40.058642 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:40.095274 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port d10f3025-b6b7-4f76-9503-741e3c2f4409, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d10f3025-b6b7-4f76-9503-741e3c2f4409,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:40.147090 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5b49d-7e12-4998-8ce4-d36ada64e54d req-9f60dcd5-f20c-4053-ab62-87d0a66189f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:40.148623 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-29e5b49d-7e12-4998-8ce4-d36ada64e54d req-9f60dcd5-f20c-4053-ab62-87d0a66189f2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 1099 time: 0.0549655 Jul 08 12:26:40.156543 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:40.186346 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-29e5b49d-7e12-4998-8ce4-d36ada64e54d req-e20ed6a7-f93b-4d2d-ba82-623fb51ec926 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311306 Jul 08 12:26:40.192688 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ab530-fb84-4157-8e66-6394742900a5 req-bbc4c345-c6d2-4bdf-a9e8-9cee14118c7c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:40.194167 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-eb9ab530-fb84-4157-8e66-6394742900a5 req-bbc4c345-c6d2-4bdf-a9e8-9cee14118c7c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 945 time: 0.0697916 Jul 08 12:26:40.210994 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=d10f3025-b6b7-4f76-9503-741e3c2f4409,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:40.233857 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-eb9ab530-fb84-4157-8e66-6394742900a5 req-30b053bd-81ed-408f-b201-c92828b9992f tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321519 Jul 08 12:26:40.361518 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58144) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:40.410178 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f41d85-be00-4434-acc0-71c1daaa8e63 admin admin] Deleting subnet 24c6ebb6-7148-48f7-9129-e59b81694c22 {{(pid=93655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:26:40.413203 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-59f41d85-be00-4434-acc0-71c1daaa8e63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:40.447452 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-59f41d85-be00-4434-acc0-71c1daaa8e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59581787'] for subnet, precommit_delete_associations {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:40.485710 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-59f41d85-be00-4434-acc0-71c1daaa8e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:40.630406 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-59f41d85-be00-4434-acc0-71c1daaa8e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61923534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61887726'] for subnet, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:40.659131 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f41d85-be00-4434-acc0-71c1daaa8e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c6ebb6-7148-48f7-9129-e59b81694c22,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:40.666340 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-59f41d85-be00-4434-acc0-71c1daaa8e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:40.668261 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-59f41d85-be00-4434-acc0-71c1daaa8e63 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/24c6ebb6-7148-48f7-9129-e59b81694c22 HTTP/1.1" status: 204 len: 168 time: 0.3057251 Jul 08 12:26:40.670887 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58148) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:40.742165 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b53ffc47-4205-4c11-912f-54a61e0df423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:40.819288 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b53ffc47-4205-4c11-912f-54a61e0df423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:40.829696 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-b53ffc47-4205-4c11-912f-54a61e0df423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bb1a41-24ab-4371-8111-192002385033']}} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:40.845712 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-b53ffc47-4205-4c11-912f-54a61e0df423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fddd33a-6190-4bca-aa2c-8b2046336309') {'for_net_delete': True} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:40.846005 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-b53ffc47-4205-4c11-912f-54a61e0df423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fddd33a-6190-4bca-aa2c-8b2046336309') {} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:40.857675 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b53ffc47-4205-4c11-912f-54a61e0df423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59581778'] for segment, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:40.872164 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b53ffc47-4205-4c11-912f-54a61e0df423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:40.877938 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53ffc47-4205-4c11-912f-54a61e0df423 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:26:40.878317 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b53ffc47-4205-4c11-912f-54a61e0df423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61923433'] for segment, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: Traceback (most recent call last): Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: timer() Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: cb(*args, **kw) Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: return func(*args, **kwargs) Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: self._notify() Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: self.callback(batched_events) Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: event.method(event) Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: return f(self, *a, **k) Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: return self._get(url).json() Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: return self.request(url, 'GET', **kwargs) Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:26:40.879929 dv-cinder-799631-5-iscsi neutron-server[93655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:26:40.985847 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f9304-58e3-47ff-966b-fe2e1857388e req-4c6b6306-9d23-4ca4-a1fd-b7e746989351 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:40.987328 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-591f9304-58e3-47ff-966b-fe2e1857388e req-4c6b6306-9d23-4ca4-a1fd-b7e746989351 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 946 time: 0.0740902 Jul 08 12:26:41.014110 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b53ffc47-4205-4c11-912f-54a61e0df423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:41.028868 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b53ffc47-4205-4c11-912f-54a61e0df423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:41.028966 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-b53ffc47-4205-4c11-912f-54a61e0df423 admin admin] 10.222.0.88 "DELETE /v2.0/networks/f8bb1a41-24ab-4371-8111-192002385033 HTTP/1.1" status: 204 len: 168 time: 0.3571324 Jul 08 12:26:41.044706 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ffc47-4205-4c11-912f-54a61e0df423 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8bb1a41-24ab-4371-8111-192002385033,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:41.048985 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-591f9304-58e3-47ff-966b-fe2e1857388e req-b266bb1b-6c65-466d-bfbc-bb5af460f005 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560651 Jul 08 12:26:41.353279 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 58156) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:41.394565 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-c7084f31-3b0c-4a6a-bdca-af21110f682e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8d7773d532de4c43a383ed3483e3e1f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401347 Jul 08 12:26:41.397185 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 58158) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:41.417715 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9693d05-f25c-43bf-b697-f424e44fb97f req-8e3e18a8-a83f-4efb-bce4-322ec27ea5fd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:41.419936 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e9693d05-f25c-43bf-b697-f424e44fb97f req-8e3e18a8-a83f-4efb-bce4-322ec27ea5fd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0696230 Jul 08 12:26:41.460447 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e9693d05-f25c-43bf-b697-f424e44fb97f req-29852e0d-ac9f-431a-a642-b1fe0c853e21 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336494 Jul 08 12:26:41.461415 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:41.489521 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:41.511385 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:26:41.534997 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:26:41.534997 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 4c6ba5d3-c75a-4a25-943f-d8e2ba1496db not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:26:41.613683 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:41.616266 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:41.617464 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12fba989-2ad9-42b9-9733-63e985daf780 HTTP/1.1" status: 204 len: 168 time: 0.2192881 Jul 08 12:26:41.626259 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fba989-2ad9-42b9-9733-63e985daf780,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:41.633622 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:41.634987 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:41.635193 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:41.635523 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:41.635918 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:41.636275 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:41.636863 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:41.637253 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:41.637587 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:41.637914 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:41.638258 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:41.638677 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d126b7-b433-4db1-8b6a-4373052c7624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:26:41.765934 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1d95cd-0304-4573-a86d-7046cfd57903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10f3025-b6b7-4f76-9503-741e3c2f4409'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:41.769866 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9c0f64-0b3c-4f9c-ae24-77921e5724e1" -d '{"events": [{"server_uuid": "1c1d95cd-0304-4573-a86d-7046cfd57903", "name": "network-vif-plugged", "status": "completed", "tag": "d10f3025-b6b7-4f76-9503-741e3c2f4409"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:41.804150 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77e471e-11c1-4446-808a-8c1ed5df306c x-openstack-request-id: req-d77e471e-11c1-4446-808a-8c1ed5df306c {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:41.804558 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1d95cd-0304-4573-a86d-7046cfd57903", "name": "network-vif-plugged", "status": "completed", "tag": "d10f3025-b6b7-4f76-9503-741e3c2f4409", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:41.804848 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d77e471e-11c1-4446-808a-8c1ed5df306c {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:41.805243 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1d95cd-0304-4573-a86d-7046cfd57903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10f3025-b6b7-4f76-9503-741e3c2f4409', 'code': 200} Jul 08 12:26:42.013875 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:42.240211 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe43f8-22ec-4677-873f-8cfc080e974a req-85c9d592-cbac-4bc4-a984-99db1e3d882f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:42.241985 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-03fe43f8-22ec-4677-873f-8cfc080e974a req-85c9d592-cbac-4bc4-a984-99db1e3d882f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 946 time: 0.0726278 Jul 08 12:26:42.283738 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-03fe43f8-22ec-4677-873f-8cfc080e974a req-b54570b5-c3a6-4664-8e5b-f7521a90d88a tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346260 Jul 08 12:26:42.314804 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3c3c5-a3da-4739-b2d8-f87930e1ae92 req-88e55c80-3d99-4c42-91d3-b67182c23a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:42.316390 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8db3c3c5-a3da-4739-b2d8-f87930e1ae92 req-88e55c80-3d99-4c42-91d3-b67182c23a54 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 1099 time: 0.0554123 Jul 08 12:26:42.352546 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8db3c3c5-a3da-4739-b2d8-f87930e1ae92 req-4d3996d6-961a-469a-bfb6-ba54acacb952 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292172 Jul 08 12:26:42.654143 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf54ba-3652-4ba2-a327-49eb9eab748b req-99942714-39f9-47a7-a478-885bc5bde31e tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:42.656338 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d9cf54ba-3652-4ba2-a327-49eb9eab748b req-99942714-39f9-47a7-a478-885bc5bde31e tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0756104 Jul 08 12:26:42.697803 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d9cf54ba-3652-4ba2-a327-49eb9eab748b req-24c73315-c73b-4a25-adba-bdec0b69f272 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355089 Jul 08 12:26:43.797026 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3d13c-d862-474d-bdb7-aadb809f4dbb req-0a9fbe4f-a52d-48df-a853-abdf5dee8bc0 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:43.797840 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cde3d13c-d862-474d-bdb7-aadb809f4dbb req-0a9fbe4f-a52d-48df-a853-abdf5dee8bc0 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 946 time: 0.0670419 Jul 08 12:26:43.881697 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cde3d13c-d862-474d-bdb7-aadb809f4dbb req-1f2a05ae-18b6-4807-a8b7-9c2dcc465646 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738397 Jul 08 12:26:43.920517 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad48d-9206-452b-a699-cfd03c28b244 req-654c8b17-eeb5-47af-b83d-4d1f4f3ca083 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:43.922183 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ed3ad48d-9206-452b-a699-cfd03c28b244 req-654c8b17-eeb5-47af-b83d-4d1f4f3ca083 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0960908 Jul 08 12:26:43.967612 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ed3ad48d-9206-452b-a699-cfd03c28b244 req-b5ffed28-7bc9-48e2-87e3-4efa3604a4c7 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388939 Jul 08 12:26:45.059455 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024fd25-6f46-47a7-a618-4bea2015f8b0 req-09328f3a-83e6-4c72-b6b1-ff0596e7f129 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:45.061015 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3024fd25-6f46-47a7-a618-4bea2015f8b0 req-09328f3a-83e6-4c72-b6b1-ff0596e7f129 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 946 time: 0.0651617 Jul 08 12:26:45.123681 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3024fd25-6f46-47a7-a618-4bea2015f8b0 req-a0c33671-4cd9-4d7c-93bf-aa7dd5e7fc63 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570021 Jul 08 12:26:45.159470 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc213ce-bab8-4638-b337-c9d4b8044be8 req-130d50fa-1aef-4f36-88b2-e5c8d15cfa51 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:45.160995 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3dc213ce-bab8-4638-b337-c9d4b8044be8 req-130d50fa-1aef-4f36-88b2-e5c8d15cfa51 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0751708 Jul 08 12:26:45.199420 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3dc213ce-bab8-4638-b337-c9d4b8044be8 req-1e21d8ab-1469-4ed6-a115-3820c92a251a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320809 Jul 08 12:26:45.386750 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86781843-d048-4650-913c-b896fb9b60e5 req-4b1d7ed4-4ae7-4151-bfec-07f86671ccb9 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:45.388242 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-86781843-d048-4650-913c-b896fb9b60e5 req-4b1d7ed4-4ae7-4151-bfec-07f86671ccb9 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0735619 Jul 08 12:26:45.427698 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-86781843-d048-4650-913c-b896fb9b60e5 req-d5640348-362d-4a24-aabb-cd831a8ffd34 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336626 Jul 08 12:26:45.453828 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58246) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:45.465260 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-73440d56-1dab-4590-bb08-ee0d63b5f088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:45.652195 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf05c2-0217-4e63-b367-08dea8d62a2c tempest-TestVolumeBootPattern-730872677 tempest-TestVolumeBootPattern-730872677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:45.653803 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-0bbf05c2-0217-4e63-b367-08dea8d62a2c tempest-TestVolumeBootPattern-730872677 tempest-TestVolumeBootPattern-730872677-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 1094 time: 0.1990232 Jul 08 12:26:45.657537 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58250) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:45.664556 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Request body: {'floatingip': {'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'port_id': 'd10f3025-b6b7-4f76-9503-741e3c2f4409', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:45.707401 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d2237-ccb5-434a-9d34-8f51282c5d53 req-46f4c7e7-42f8-4aa9-b6bb-a88948774e04 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:45.708844 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-de6d2237-ccb5-434a-9d34-8f51282c5d53 req-46f4c7e7-42f8-4aa9-b6bb-a88948774e04 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.89 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 946 time: 0.0741808 Jul 08 12:26:45.728303 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for floatingip, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:45.824014 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-de6d2237-ccb5-434a-9d34-8f51282c5d53 req-8b9b3118-037b-40f0-9ab4-7dfd9d64e653 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Deleting port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:26:45.824360 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-de6d2237-ccb5-434a-9d34-8f51282c5d53 req-8b9b3118-037b-40f0-9ab4-7dfd9d64e653 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:45.844098 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:45.920400 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-de6d2237-ccb5-434a-9d34-8f51282c5d53 req-8b9b3118-037b-40f0-9ab4-7dfd9d64e653 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] For port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=ee595ad6-44d9-4dc4-88e8-4886ab0b70e5,segment=NetworkSegment(013f6a8d-ce51-4a78-8a63-7f58b5de7600),segment_id=013f6a8d-ce51-4a78-8a63-7f58b5de7600)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:26:45.920824 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-de6d2237-ccb5-434a-9d34-8f51282c5d53 req-8b9b3118-037b-40f0-9ab4-7dfd9d64e653 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:45.934901 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-de6d2237-ccb5-434a-9d34-8f51282c5d53 req-8b9b3118-037b-40f0-9ab4-7dfd9d64e653 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Calling delete_port for ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:26:45.973716 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_common [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Allocated IP 172.27.3.88 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/f09f5d77-ffe6-42a5-a80e-0c908c7fe7fd) {{(pid=93655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:26:46.155924 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-de6d2237-ccb5-434a-9d34-8f51282c5d53 req-8b9b3118-037b-40f0-9ab4-7dfd9d64e653 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:46.169973 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['ee595ad6-44d9-4dc4-88e8-4886ab0b70e5'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:26:46.170377 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for port, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:46.210134 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b3118-037b-40f0-9ab4-7dfd9d64e653 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Pushing event deleted for resources: {'Port': ['ID=ee595ad6-44d9-4dc4-88e8-4886ab0b70e5,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:46.274797 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6d2237-ccb5-434a-9d34-8f51282c5d53 req-8b9b3118-037b-40f0-9ab4-7dfd9d64e653 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] No DVR routers for this DVR port ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:26:46.278695 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-de6d2237-ccb5-434a-9d34-8f51282c5d53 req-8b9b3118-037b-40f0-9ab4-7dfd9d64e653 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:46.282053 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-de6d2237-ccb5-434a-9d34-8f51282c5d53 req-8b9b3118-037b-40f0-9ab4-7dfd9d64e653 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.89 "DELETE /v2.0/ports/ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 HTTP/1.1" status: 204 len: 173 time: 0.5672162 Jul 08 12:26:46.282536 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9130d6e-de65-481e-af60-e10759d25c32', 'name': 'network-vif-deleted', 'tag': 'ee595ad6-44d9-4dc4-88e8-4886ab0b70e5'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:46.286186 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1debeb-c436-4fdf-98a1-11e69d1bb000" -d '{"events": [{"server_uuid": "e9130d6e-de65-481e-af60-e10759d25c32", "name": "network-vif-deleted", "tag": "ee595ad6-44d9-4dc4-88e8-4886ab0b70e5"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:46.297062 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1acbbeae-17d8-4f3b-b9cd-5e417789c1c9 req-535bda10-ef7f-4ac2-9e57-5e0102f90a0c tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=e9130d6e-de65-481e-af60-e10759d25c32 HTTP/1.1" status: 200 len: 210 time: 0.0345671 Jul 08 12:26:46.298267 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61923475'] for port, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:46.339471 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:26:46.345056 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:26:46.348936 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Received port after_create {{(pid=93655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:26:46.371032 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1a6107-b398-448c-a25e-9cf6b9617ebe x-openstack-request-id: req-aa1a6107-b398-448c-a25e-9cf6b9617ebe {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:46.371321 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9130d6e-de65-481e-af60-e10759d25c32", "name": "network-vif-deleted", "tag": "ee595ad6-44d9-4dc4-88e8-4886ab0b70e5", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:46.371873 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aa1a6107-b398-448c-a25e-9cf6b9617ebe {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:46.372421 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9130d6e-de65-481e-af60-e10759d25c32', 'name': 'network-vif-deleted', 'tag': 'ee595ad6-44d9-4dc4-88e8-4886ab0b70e5', 'status': 'completed', 'code': 200} Jul 08 12:26:46.377223 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'Port': ['ID=f09f5d77-ffe6-42a5-a80e-0c908c7fe7fd,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:46.770844 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:46.896780 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:47.052481 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for port, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:47.122232 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61923469'] for port, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:47.200105 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'Port': ['ID=f09f5d77-ffe6-42a5-a80e-0c908c7fe7fd,revision_number=2']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:47.209165 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:47.309671 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.l3_db [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Floating IP 1270b4c6-2b57-4191-a905-03d95e4eb539 associated. External IP: 172.27.3.88, port: d10f3025-b6b7-4f76-9503-741e3c2f4409. Jul 08 12:26:47.544876 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:26:47.744144 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:26:47.753388 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e334a74-97d0-4839-885a-5e0efd4f04d3 None None] Sync routers for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:26:47.764078 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e334a74-97d0-4839-885a-5e0efd4f04d3 None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:26:47.764906 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-3e334a74-97d0-4839-885a-5e0efd4f04d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:26:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:47.765029 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-7a9368eb-393a-4044-b3ef-1f108a439345 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:47.766504 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-7a9368eb-393a-4044-b3ef-1f108a439345 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/networks?id=ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 HTTP/1.1" status: 200 len: 809 time: 0.1750274 Jul 08 12:26:47.782193 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-f692ed06-bde0-4b32-bfdb-ce8021e6421e tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/quotas/5c69558236e840008807bb7547c3b25c HTTP/1.1" status: 200 len: 375 time: 0.0097249 Jul 08 12:26:47.819093 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-9ebe68cf-d2c6-4ed8-8a6b-dd67e4925e95 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5c69558236e840008807bb7547c3b25c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313694 Jul 08 12:26:47.870825 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:47.887450 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-3e334a74-97d0-4839-885a-5e0efd4f04d3 None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:26:47.927208 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-dba82d3f-2fbf-4430-b56f-b9f7418dcc95 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2694368 Jul 08 12:26:47.929226 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1d95cd-0304-4573-a86d-7046cfd57903', 'tag': 'd10f3025-b6b7-4f76-9503-741e3c2f4409'}] {{(pid=93655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:47.932530 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a03bbc91d2f86613491d0901239a9001c4f73130c8ca6ab44098ce7ccb338547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cf54de-236d-468c-894c-417f1d0ecc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1d95cd-0304-4573-a86d-7046cfd57903", "tag": "d10f3025-b6b7-4f76-9503-741e3c2f4409"}]}' {{(pid=93655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:47.956742 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-b0215122-04ea-4844-92f7-ec7ddeb998c8 service neutron] 10.222.0.88 "GET /v2.0/networks/ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299255 Jul 08 12:26:48.101525 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf54de-236d-468c-894c-417f1d0ecc4e req-837a696d-018a-4428-aa5e-a3f4142d7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:48.101525 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-20cf54de-236d-468c-894c-417f1d0ecc4e req-837a696d-018a-4428-aa5e-a3f4142d7de2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 1099 time: 0.0729711 Jul 08 12:26:48.172359 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-3e334a74-97d0-4839-885a-5e0efd4f04d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '1270b4c6-2b57-4191-a905-03d95e4eb539', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': 'd10f3025-b6b7-4f76-9503-741e3c2f4409', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:cb:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1d95cd-0304-4573-a86d-7046cfd57903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:26:46Z', 'updated_at': '2021-07-08T12:26:46Z', 'revision_number': 0, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:48.206651 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e334a74-97d0-4839-885a-5e0efd4f04d3 None None] Checking router: 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:26:48.217212 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e334a74-97d0-4839-885a-5e0efd4f04d3 None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:26:48.217715 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-3e334a74-97d0-4839-885a-5e0efd4f04d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:26:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:48.276059 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf54de-236d-468c-894c-417f1d0ecc4e req-a9fb0758-b0eb-400d-bfae-16d129a40139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:48.276059 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-20cf54de-236d-468c-894c-417f1d0ecc4e req-a9fb0758-b0eb-400d-bfae-16d129a40139 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 912 time: 0.1185427 Jul 08 12:26:48.276411 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78bb6c3-b13d-4a44-8f05-09a6d8a6b242 x-openstack-request-id: req-d78bb6c3-b13d-4a44-8f05-09a6d8a6b242 {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:48.276411 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1d95cd-0304-4573-a86d-7046cfd57903", "tag": "d10f3025-b6b7-4f76-9503-741e3c2f4409", "status": "completed", "code": 200}]} {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:48.276411 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d78bb6c3-b13d-4a44-8f05-09a6d8a6b242 {{(pid=93655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:48.276411 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1d95cd-0304-4573-a86d-7046cfd57903', 'tag': 'd10f3025-b6b7-4f76-9503-741e3c2f4409', 'status': 'completed', 'code': 200} Jul 08 12:26:48.294811 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-20cf54de-236d-468c-894c-417f1d0ecc4e req-6a4a2b2c-c781-41f0-8de7-12122005ea02 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d10f3025-b6b7-4f76-9503-741e3c2f4409 HTTP/1.1" status: 200 len: 999 time: 0.0636744 Jul 08 12:26:48.330768 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-3e334a74-97d0-4839-885a-5e0efd4f04d3 None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:26:48.331455 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-96c81e55-e30a-4ff0-901c-9a0dc83ab4f6 service neutron] 10.222.0.88 "GET /v2.0/networks/ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661263 Jul 08 12:26:48.356223 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf54de-236d-468c-894c-417f1d0ecc4e req-7841c504-2686-4714-9dcc-63b598de69aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:48.356223 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-20cf54de-236d-468c-894c-417f1d0ecc4e req-7841c504-2686-4714-9dcc-63b598de69aa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43fc61e1-2280-4220-b272-2e2e5663d052 HTTP/1.1" status: 200 len: 850 time: 0.0538988 Jul 08 12:26:48.579268 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-3e334a74-97d0-4839-885a-5e0efd4f04d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '1270b4c6-2b57-4191-a905-03d95e4eb539', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': 'd10f3025-b6b7-4f76-9503-741e3c2f4409', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:cb:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1d95cd-0304-4573-a86d-7046cfd57903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:26:46Z', 'updated_at': '2021-07-08T12:26:46Z', 'revision_number': 0, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:26:48.645046 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e334a74-97d0-4839-885a-5e0efd4f04d3 None None] The sync data for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi is: [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '1270b4c6-2b57-4191-a905-03d95e4eb539', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': 'd10f3025-b6b7-4f76-9503-741e3c2f4409', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:cb:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1d95cd-0304-4573-a86d-7046cfd57903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:26:46Z', 'updated_at': '2021-07-08T12:26:46Z', 'revision_number': 0, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:26:48.645299 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-42057d0b-177e-4c2a-9930-dca17c930371 req-34954632-e4ee-445e-9538-c70871705916 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 210 time: 0.0464888 Jul 08 12:26:48.674904 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf54de-236d-468c-894c-417f1d0ecc4e req-c2773653-6eb2-4dfa-a0c7-703a12d0aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:48.676671 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-20cf54de-236d-468c-894c-417f1d0ecc4e req-c2773653-6eb2-4dfa-a0c7-703a12d0aacb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3107970 Jul 08 12:26:48.851060 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aba310-77fa-4c6c-895c-c07e27b6304e None None] New status for floating IP 1270b4c6-2b57-4191-a905-03d95e4eb539: ACTIVE {{(pid=93657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:26:48.870447 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:49.567692 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5132f084-c86e-474d-bdbc-e9c9b6735196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:49.783356 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bd6ad441-cd58-403d-8315-f23d65fd75d7 req-5c13e5af-1f8a-4ae8-a9d5-6da4452ae920 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 210 time: 0.0323319 Jul 08 12:26:49.909211 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:26:49.932474 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:26:49.932777 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device ee595ad6-44d9-4dc4-88e8-4886ab0b70e5 not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:26:50.567913 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:50.922268 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3f92598e-7525-43bc-b41c-62fad14a7d65 req-58ee0bde-56e1-48bf-85e1-ba176f01aff7 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 210 time: 0.0291383 Jul 08 12:26:50.991747 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-20cf54de-236d-468c-894c-417f1d0ecc4e req-28045704-44c5-4a60-b101-6ce8d2227033 service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877199 Jul 08 12:26:52.062431 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-33770074-a18d-4bf1-8ba5-465f66c5dcc2 req-48b0fd5b-ac4e-4ef0-8a97-6395a552e218 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 210 time: 0.0289686 Jul 08 12:26:52.682769 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:52.687470 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-20cf54de-236d-468c-894c-417f1d0ecc4e req-1996f5bd-0462-4179-8f90-1d1129f66e8d service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931344 Jul 08 12:26:53.209974 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ee51bb4e-e087-432d-bb25-b358b0ffd043 req-174b6c05-165e-4689-aa31-21e77b0572ba tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 210 time: 0.0318158 Jul 08 12:26:53.806615 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-c21a955d-757a-4821-a667-c08c4c1bee4b tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:53.810509 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-c21a955d-757a-4821-a667-c08c4c1bee4b tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.89 "GET /v2.0/networks?id=ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 HTTP/1.1" status: 200 len: 809 time: 0.1062753 Jul 08 12:26:53.824354 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-6f74ff7d-0cbf-46b0-bbec-c2b461082631 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Request body: {'port': {'device_id': '8334134b-f226-488e-bf3c-43c8a6b1309b', 'network_id': 'ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386', 'admin_state_up': True, 'tenant_id': '5c69558236e840008807bb7547c3b25c'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:54.013562 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-6f74ff7d-0cbf-46b0-bbec-c2b461082631 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Made reservation on behalf of 5c69558236e840008807bb7547c3b25c for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:26:54.017133 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-6f74ff7d-0cbf-46b0-bbec-c2b461082631 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:54.145825 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-6f74ff7d-0cbf-46b0-bbec-c2b461082631 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Allocated IP 172.20.0.6 (ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386/04c1a850-7fb7-4e4e-95c8-31a5cef52b47/f0fbf77f-d3ef-4efa-b9af-41187ff591f3) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:26:54.299194 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-6f74ff7d-0cbf-46b0-bbec-c2b461082631 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:54.357258 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c31a7176-43e1-4540-94ce-314935501eed req-46bffdff-ac6c-4658-881b-fa3b2e96761c tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 210 time: 0.0326357 Jul 08 12:26:54.431062 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-6f74ff7d-0cbf-46b0-bbec-c2b461082631 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:54.475466 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-6f74ff7d-0cbf-46b0-bbec-c2b461082631 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Network ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:26:54.480348 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-6f74ff7d-0cbf-46b0-bbec-c2b461082631 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:26:54.487438 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-6f74ff7d-0cbf-46b0-bbec-c2b461082631 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:26:54.519187 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74ff7d-0cbf-46b0-bbec-c2b461082631 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Pushing event updated for resources: {'Port': ['ID=f0fbf77f-d3ef-4efa-b9af-41187ff591f3,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:54.546168 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-6f74ff7d-0cbf-46b0-bbec-c2b461082631 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:54.546778 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-6f74ff7d-0cbf-46b0-bbec-c2b461082631 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:54.613108 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-6f74ff7d-0cbf-46b0-bbec-c2b461082631 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7938464 Jul 08 12:26:54.625951 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Request body: {'port': {'device_id': '8334134b-f226-488e-bf3c-43c8a6b1309b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:26:54.698204 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:54.975871 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fbf77f-d3ef-4efa-b9af-41187ff591f3 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:26:54.983794 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:54.995959 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Transition to ACTIVE for port object f0fbf77f-d3ef-4efa-b9af-41187ff591f3 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:26:55.063849 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:55.115184 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fbf77f-d3ef-4efa-b9af-41187ff591f3,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:55.190882 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Attempting to bind port f0fbf77f-d3ef-4efa-b9af-41187ff591f3 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:26:55.191204 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Attempting to bind port f0fbf77f-d3ef-4efa-b9af-41187ff591f3 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '013f6a8d-ce51-4a78-8a63-7f58b5de7600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:26:55.191525 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Attempting to bind port f0fbf77f-d3ef-4efa-b9af-41187ff591f3 on network ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:26:55.195978 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Port f0fbf77f-d3ef-4efa-b9af-41187ff591f3 on network ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:26:55.196288 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Attempting to bind port f0fbf77f-d3ef-4efa-b9af-41187ff591f3 on network ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:26:55.200994 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:26:55.201322 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Checking segment: {'id': '013f6a8d-ce51-4a78-8a63-7f58b5de7600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:26:55.203223 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Bound using segment: {'id': '013f6a8d-ce51-4a78-8a63-7f58b5de7600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:26:55.203223 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Bound port: f0fbf77f-d3ef-4efa-b9af-41187ff591f3, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '013f6a8d-ce51-4a78-8a63-7f58b5de7600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:26:55.203223 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:55.270974 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] For port f0fbf77f-d3ef-4efa-b9af-41187ff591f3, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:26:55.273871 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] For port f0fbf77f-d3ef-4efa-b9af-41187ff591f3, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=f0fbf77f-d3ef-4efa-b9af-41187ff591f3,segment=NetworkSegment(013f6a8d-ce51-4a78-8a63-7f58b5de7600),segment_id=013f6a8d-ce51-4a78-8a63-7f58b5de7600)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:26:55.351088 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:55.387947 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:55.388589 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:55.390005 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] 10.222.0.89 "PUT /v2.0/ports/f0fbf77f-d3ef-4efa-b9af-41187ff591f3 HTTP/1.1" status: 200 len: 1093 time: 0.7686694 Jul 08 12:26:55.390446 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8334134b-f226-488e-bf3c-43c8a6b1309b', 'tag': 'f0fbf77f-d3ef-4efa-b9af-41187ff591f3'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:26:55.392824 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967646bb-fea6-4ecb-a242-b8b5a04e18c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8334134b-f226-488e-bf3c-43c8a6b1309b", "tag": "f0fbf77f-d3ef-4efa-b9af-41187ff591f3"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:26:55.418719 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a0270-73f4-4280-bcce-d686057cacc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fbf77f-d3ef-4efa-b9af-41187ff591f3,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:55.433150 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f630e6-4c88-475f-9f77-5755d4adcdf9 x-openstack-request-id: req-d9f630e6-4c88-475f-9f77-5755d4adcdf9 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:26:55.433448 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8334134b-f226-488e-bf3c-43c8a6b1309b", "tag": "f0fbf77f-d3ef-4efa-b9af-41187ff591f3", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:26:55.433700 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d9f630e6-4c88-475f-9f77-5755d4adcdf9 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:26:55.434096 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8334134b-f226-488e-bf3c-43c8a6b1309b', 'tag': 'f0fbf77f-d3ef-4efa-b9af-41187ff591f3', 'status': 'completed', 'code': 200} Jul 08 12:26:55.515444 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967646bb-fea6-4ecb-a242-b8b5a04e18c8 req-372f7d5c-8eec-4d8c-9dcd-92da23a8588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:55.516988 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-967646bb-fea6-4ecb-a242-b8b5a04e18c8 req-372f7d5c-8eec-4d8c-9dcd-92da23a8588f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5c69558236e840008807bb7547c3b25c&device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 1096 time: 0.0557570 Jul 08 12:26:55.540815 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446428-0d78-47da-ae2d-59fc90599139 req-d07801ac-fe3c-4f07-87d7-c827d0b8444b tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:55.542876 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-72446428-0d78-47da-ae2d-59fc90599139 req-d07801ac-fe3c-4f07-87d7-c827d0b8444b tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 943 time: 0.0674107 Jul 08 12:26:55.582211 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-72446428-0d78-47da-ae2d-59fc90599139 req-e7ed81a2-28f5-4f15-a6b7-70b334194890 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334172 Jul 08 12:26:55.622881 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967646bb-fea6-4ecb-a242-b8b5a04e18c8 req-798a0803-6f79-4c71-99f4-789530158df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:55.624360 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-967646bb-fea6-4ecb-a242-b8b5a04e18c8 req-798a0803-6f79-4c71-99f4-789530158df6 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=5c69558236e840008807bb7547c3b25c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0985897 Jul 08 12:26:55.725719 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967646bb-fea6-4ecb-a242-b8b5a04e18c8 req-75c7b550-36ab-4566-89d6-07ea0f900c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:55.727242 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-967646bb-fea6-4ecb-a242-b8b5a04e18c8 req-75c7b550-36ab-4566-89d6-07ea0f900c78 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962729 Jul 08 12:26:55.832510 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-8806addc-7cac-4c73-872c-66adb3b4b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:55.834083 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-8806addc-7cac-4c73-872c-66adb3b4b2fa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5c69558236e840008807bb7547c3b25c&device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 1096 time: 0.0644832 Jul 08 12:26:55.878070 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-fc803aa2-8c61-4405-a754-5ec37267d6b4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0fbf77f-d3ef-4efa-b9af-41187ff591f3 HTTP/1.1" status: 200 len: 217 time: 0.0361414 Jul 08 12:26:55.929873 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-d73067f9-fb95-4078-8eeb-3a18a36e594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:55.931345 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-d73067f9-fb95-4078-8eeb-3a18a36e594b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=04c1a850-7fb7-4e4e-95c8-31a5cef52b47 HTTP/1.1" status: 200 len: 849 time: 0.0468287 Jul 08 12:26:55.970538 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-eb11b5e1-a858-4bec-889b-af33296282f5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305550 Jul 08 12:26:56.072314 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-6894d2e8-2dba-4f09-8d87-2fd9a03c4e54 service neutron] 10.222.0.89 "GET /v2.0/networks/ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820396 Jul 08 12:26:56.171454 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0790f5bb-2d86-4d80-8749-0585adb9fc7b req-b5c45332-d155-43dd-97ff-1b4dfd15076f service neutron] 10.222.0.89 "GET /v2.0/networks/ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918570 Jul 08 12:26:56.763345 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e52da4-8f50-4c44-8449-20d2540595cb req-be02d2bc-2bb8-4784-8df2-1d47d1602f84 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:56.764864 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-48e52da4-8f50-4c44-8449-20d2540595cb req-be02d2bc-2bb8-4784-8df2-1d47d1602f84 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 943 time: 0.0625072 Jul 08 12:26:56.804901 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-48e52da4-8f50-4c44-8449-20d2540595cb req-14a0968b-470e-4a1e-b5d5-663761d91ba8 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343692 Jul 08 12:26:57.993385 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5a315-7faa-420c-8117-3f3abac802ff req-2b82686c-a7a0-4fdf-8c77-20d84a3c97d5 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:57.995369 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7ab5a315-7faa-420c-8117-3f3abac802ff req-2b82686c-a7a0-4fdf-8c77-20d84a3c97d5 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 943 time: 0.0683093 Jul 08 12:26:58.033881 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7ab5a315-7faa-420c-8117-3f3abac802ff req-52887e91-850e-44ec-9218-6ce9dbaf2222 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Jul 08 12:26:58.423632 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58420) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:58.527335 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5458a816-0ee8-402e-8b9d-9e9550e0324e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:58.614036 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5458a816-0ee8-402e-8b9d-9e9550e0324e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:58.675965 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5458a816-0ee8-402e-8b9d-9e9550e0324e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:58.715704 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-5458a816-0ee8-402e-8b9d-9e9550e0324e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1a2a5ad0127a473b91f491eff815b6c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909739 Jul 08 12:26:58.716549 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458a816-0ee8-402e-8b9d-9e9550e0324e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffba6f05-e36c-4acf-841d-09f2d52aa071,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:58.718523 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 58424) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:58.772663 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-159d2d28-d510-4e9f-baa9-846ca0d1ed07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:58.794217 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-159d2d28-d510-4e9f-baa9-846ca0d1ed07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:58.887537 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-159d2d28-d510-4e9f-baa9-846ca0d1ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:58.890107 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-159d2d28-d510-4e9f-baa9-846ca0d1ed07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:58.891243 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-159d2d28-d510-4e9f-baa9-846ca0d1ed07 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ffba6f05-e36c-4acf-841d-09f2d52aa071 HTTP/1.1" status: 204 len: 168 time: 0.1712019 Jul 08 12:26:58.898791 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d2d28-d510-4e9f-baa9-846ca0d1ed07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffba6f05-e36c-4acf-841d-09f2d52aa071,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:59.210973 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbab79-9823-4f5c-8a2d-7ec7c0f96449 req-bac03b5d-f876-4064-a238-0e399751e9d8 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:26:59.212446 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-33cbab79-9823-4f5c-8a2d-7ec7c0f96449 req-bac03b5d-f876-4064-a238-0e399751e9d8 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 943 time: 0.0661860 Jul 08 12:26:59.253071 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-33cbab79-9823-4f5c-8a2d-7ec7c0f96449 req-a0ac7860-8d57-44b6-8bb0-e98764523d6d tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339561 Jul 08 12:26:59.431342 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 58436) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:59.445496 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3b930a00-e952-4f65-ba11-67bddba2e0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:59.535124 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3b930a00-e952-4f65-ba11-67bddba2e0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:59.596368 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3b930a00-e952-4f65-ba11-67bddba2e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:59.640200 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-3b930a00-e952-4f65-ba11-67bddba2e0d1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fd5050d362e94118af777da9843b7390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070642 Jul 08 12:26:59.640942 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b930a00-e952-4f65-ba11-67bddba2e0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e12844f-7918-42b2-878e-e9fc51c712b6,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:26:59.642942 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58438) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:26:59.692737 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4e22e8f0-f3f4-44ec-9c57-b5627521d49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:59.713651 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4e22e8f0-f3f4-44ec-9c57-b5627521d49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:59.835999 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4e22e8f0-f3f4-44ec-9c57-b5627521d49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:59.839774 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4e22e8f0-f3f4-44ec-9c57-b5627521d49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:26:59.840984 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-4e22e8f0-f3f4-44ec-9c57-b5627521d49b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7e12844f-7918-42b2-878e-e9fc51c712b6 HTTP/1.1" status: 204 len: 168 time: 0.1970501 Jul 08 12:26:59.852144 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e8f0-f3f4-44ec-9c57-b5627521d49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e12844f-7918-42b2-878e-e9fc51c712b6,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:00.424856 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901277a-d496-44a8-8ec0-e055ca825c9d req-7153561e-dd3f-4d77-b29c-c16dd0e792d1 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:00.426321 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0901277a-d496-44a8-8ec0-e055ca825c9d req-7153561e-dd3f-4d77-b29c-c16dd0e792d1 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 943 time: 0.0638919 Jul 08 12:27:00.466221 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0901277a-d496-44a8-8ec0-e055ca825c9d req-2aab580b-d588-4c84-a602-7942347e9cb6 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342605 Jul 08 12:27:01.621505 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device f0fbf77f-d3ef-4efa-b9af-41187ff591f3 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:27:01.660007 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5aa5d-06aa-4225-8661-b80161634bcd req-e61d7274-7e1c-477e-b896-8f5a892a7cf3 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:01.662183 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d2b5aa5d-06aa-4225-8661-b80161634bcd req-e61d7274-7e1c-477e-b896-8f5a892a7cf3 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 943 time: 0.0779757 Jul 08 12:27:01.717385 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d2b5aa5d-06aa-4225-8661-b80161634bcd req-7e5ce5b4-b6b2-4f1e-824c-ad4c0e0835e0 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472479 Jul 08 12:27:01.728345 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port f0fbf77f-d3ef-4efa-b9af-41187ff591f3, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=f0fbf77f-d3ef-4efa-b9af-41187ff591f3,segment=NetworkSegment(013f6a8d-ce51-4a78-8a63-7f58b5de7600),segment_id=013f6a8d-ce51-4a78-8a63-7f58b5de7600)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:27:01.740457 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': 'f0fbf77f-d3ef-4efa-b9af-41187ff591f3', 'network_id': 'ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386', 'port_id': 'f0fbf77f-d3ef-4efa-b9af-41187ff591f3', 'mac_address': 'fa:16:3e:d6:33:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c1a850-7fb7-4e4e-95c8-31a5cef52b47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:27:01.781371 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:01.794561 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fbf77f-d3ef-4efa-b9af-41187ff591f3 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:27:01.814352 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port f0fbf77f-d3ef-4efa-b9af-41187ff591f3, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=f0fbf77f-d3ef-4efa-b9af-41187ff591f3,segment=NetworkSegment(013f6a8d-ce51-4a78-8a63-7f58b5de7600),segment_id=013f6a8d-ce51-4a78-8a63-7f58b5de7600)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:27:01.899117 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:01.965263 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=f0fbf77f-d3ef-4efa-b9af-41187ff591f3,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:02.274926 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['f0fbf77f-d3ef-4efa-b9af-41187ff591f3'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:27:02.890253 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed0bd0-5852-412d-8991-de5b81bc9419 req-82cb6902-351b-4a02-826e-bd6e0718156a tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:02.891784 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-39ed0bd0-5852-412d-8991-de5b81bc9419 req-82cb6902-351b-4a02-826e-bd6e0718156a tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 944 time: 0.0694852 Jul 08 12:27:02.933907 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-39ed0bd0-5852-412d-8991-de5b81bc9419 req-1c0ae848-65ed-4625-89ea-98970ff6cc00 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361288 Jul 08 12:27:03.641153 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device f0fbf77f-d3ef-4efa-b9af-41187ff591f3 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:27:03.756048 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port f0fbf77f-d3ef-4efa-b9af-41187ff591f3 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:27:03.759990 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port f0fbf77f-d3ef-4efa-b9af-41187ff591f3 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:27:03.760390 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:03.839053 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:03.866160 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8334134b-f226-488e-bf3c-43c8a6b1309b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fbf77f-d3ef-4efa-b9af-41187ff591f3'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:27:03.868450 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8ebcb3-f137-42b8-ada6-a7b82d741069" -d '{"events": [{"server_uuid": "8334134b-f226-488e-bf3c-43c8a6b1309b", "name": "network-vif-plugged", "status": "completed", "tag": "f0fbf77f-d3ef-4efa-b9af-41187ff591f3"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:27:03.885987 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port f0fbf77f-d3ef-4efa-b9af-41187ff591f3, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=f0fbf77f-d3ef-4efa-b9af-41187ff591f3,segment=NetworkSegment(013f6a8d-ce51-4a78-8a63-7f58b5de7600),segment_id=013f6a8d-ce51-4a78-8a63-7f58b5de7600)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:27:03.911855 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b7df6e-8bf9-425e-9295-93d34b287cc1 x-openstack-request-id: req-94b7df6e-8bf9-425e-9295-93d34b287cc1 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:27:03.912176 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8334134b-f226-488e-bf3c-43c8a6b1309b", "name": "network-vif-plugged", "status": "completed", "tag": "f0fbf77f-d3ef-4efa-b9af-41187ff591f3", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:27:03.912802 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-94b7df6e-8bf9-425e-9295-93d34b287cc1 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:27:03.913338 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8334134b-f226-488e-bf3c-43c8a6b1309b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fbf77f-d3ef-4efa-b9af-41187ff591f3', 'code': 200} Jul 08 12:27:03.970245 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:04.026873 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=f0fbf77f-d3ef-4efa-b9af-41187ff591f3,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:04.133066 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51e189-07fa-456c-b64e-c87f409b9e2f req-8d4b023a-3f8e-4b64-864f-bd3f88991641 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:04.135032 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0c51e189-07fa-456c-b64e-c87f409b9e2f req-8d4b023a-3f8e-4b64-864f-bd3f88991641 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 945 time: 0.0807626 Jul 08 12:27:04.175512 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0c51e189-07fa-456c-b64e-c87f409b9e2f req-903447fa-9e59-4355-b3e0-16a97b0c253d tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349450 Jul 08 12:27:04.367421 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c9ed1-24d2-4ed9-9305-ea1ae85f637b req-9e51e419-2ea8-4711-826b-59ecc8e9fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:04.368982 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e87c9ed1-24d2-4ed9-9305-ea1ae85f637b req-9e51e419-2ea8-4711-826b-59ecc8e9fc5c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 1098 time: 0.0550053 Jul 08 12:27:04.406729 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e87c9ed1-24d2-4ed9-9305-ea1ae85f637b req-e29b88bc-66f4-441c-99dd-d1e31edc4ce3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294394 Jul 08 12:27:05.352224 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d59ac-24b4-4c08-a2b6-91826dc6ea7e req-fe7bd9b2-41d9-472b-96d8-3a40353c5165 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:05.353734 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5f0d59ac-24b4-4c08-a2b6-91826dc6ea7e req-fe7bd9b2-41d9-472b-96d8-3a40353c5165 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 945 time: 0.0668161 Jul 08 12:27:05.395808 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5f0d59ac-24b4-4c08-a2b6-91826dc6ea7e req-3a78eb63-acb6-40a5-9a95-5dd86bac6261 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356691 Jul 08 12:27:05.830563 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58548) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:05.935857 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:06.034645 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:06.109266 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:06.150767 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d17566d87e4743d29c12318677b9186c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189762 Jul 08 12:27:06.151441 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fe2cfc-f4b8-4d54-98d2-f4756af45e95,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:06.154153 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 58552) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:06.159256 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:27:06.159599 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:27:06.159934 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:27:06.160258 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:27:06.160590 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:27:06.160924 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:27:06.161275 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:27:06.161556 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:27:06.161874 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:27:06.162187 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:27:06.162494 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:27:06.162801 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81459e-9c37-4f2b-bec9-2805de67f31e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:27:06.205976 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e8444182-78ec-4712-aea3-46bf3ae31e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:06.227169 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e8444182-78ec-4712-aea3-46bf3ae31e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:06.321584 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e8444182-78ec-4712-aea3-46bf3ae31e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:06.324927 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e8444182-78ec-4712-aea3-46bf3ae31e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:06.326103 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-e8444182-78ec-4712-aea3-46bf3ae31e93 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a2fe2cfc-f4b8-4d54-98d2-f4756af45e95 HTTP/1.1" status: 204 len: 168 time: 0.1708457 Jul 08 12:27:06.334361 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8444182-78ec-4712-aea3-46bf3ae31e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fe2cfc-f4b8-4d54-98d2-f4756af45e95,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:06.571795 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7b8bc-0af4-412c-8ddf-c896c512dab9 req-0c14a2df-91c4-4410-bc14-33adec1e5597 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:06.573315 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c5d7b8bc-0af4-412c-8ddf-c896c512dab9 req-0c14a2df-91c4-4410-bc14-33adec1e5597 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 945 time: 0.0664370 Jul 08 12:27:06.611958 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c5d7b8bc-0af4-412c-8ddf-c896c512dab9 req-fc42339a-2aa7-48e6-9bf3-b50addaa72e3 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329642 Jul 08 12:27:06.940139 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58564) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:06.953451 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-152e4be0-1efd-4a91-b2ee-4bed90ab877b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:07.049356 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-152e4be0-1efd-4a91-b2ee-4bed90ab877b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:07.110210 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-152e4be0-1efd-4a91-b2ee-4bed90ab877b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:07.150760 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-152e4be0-1efd-4a91-b2ee-4bed90ab877b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=82585b14c78f4d508cf43e9f13a24edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072389 Jul 08 12:27:07.150760 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e4be0-1efd-4a91-b2ee-4bed90ab877b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6257d52-741b-42a8-868d-c5158b9ca138,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:07.151296 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 58572) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:07.202770 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1255a03d-7137-48ff-b6a9-22f2d358515a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:07.227944 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1255a03d-7137-48ff-b6a9-22f2d358515a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:07.344020 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1255a03d-7137-48ff-b6a9-22f2d358515a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:07.347558 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1255a03d-7137-48ff-b6a9-22f2d358515a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:07.350731 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-1255a03d-7137-48ff-b6a9-22f2d358515a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d6257d52-741b-42a8-868d-c5158b9ca138 HTTP/1.1" status: 204 len: 168 time: 0.1982923 Jul 08 12:27:07.359135 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255a03d-7137-48ff-b6a9-22f2d358515a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6257d52-741b-42a8-868d-c5158b9ca138,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:07.957989 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46339be-f66d-4edf-988a-dbaf589ec502 req-99b0de19-d89b-4acb-a7dc-aea3c2fe062b tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:07.959539 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b46339be-f66d-4edf-988a-dbaf589ec502 req-99b0de19-d89b-4acb-a7dc-aea3c2fe062b tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 945 time: 0.0687261 Jul 08 12:27:08.000674 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b46339be-f66d-4edf-988a-dbaf589ec502 req-a691aafd-2bb5-434c-88e1-65db4eafcc06 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355103 Jul 08 12:27:09.183664 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5524d23-6d0b-4bbc-9629-f867b9408af1 req-347187a6-3eda-4300-963a-f2c33d401b8f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:09.185751 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b5524d23-6d0b-4bbc-9629-f867b9408af1 req-347187a6-3eda-4300-963a-f2c33d401b8f tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 945 time: 0.0645213 Jul 08 12:27:09.226698 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b5524d23-6d0b-4bbc-9629-f867b9408af1 req-a00d8a56-731c-4267-9ca5-b44363197aed tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/security-groups?id=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344667 Jul 08 12:27:09.808474 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58644) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:09.860634 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265b4be-013b-4fd7-9808-6dc8eabcf31c req-39cd9e20-bb6e-464b-a2b0-97b407207071 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:09.862070 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a265b4be-013b-4fd7-9808-6dc8eabcf31c req-39cd9e20-bb6e-464b-a2b0-97b407207071 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.89 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 945 time: 0.0708835 Jul 08 12:27:09.915772 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ff63-3d1c-4196-8b3b-78423c51df39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:09.968545 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-a265b4be-013b-4fd7-9808-6dc8eabcf31c req-04ce787b-d8fe-4252-8472-ea87ea6f5c19 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Deleting port f0fbf77f-d3ef-4efa-b9af-41187ff591f3 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:27:09.969039 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a265b4be-013b-4fd7-9808-6dc8eabcf31c req-04ce787b-d8fe-4252-8472-ea87ea6f5c19 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:10.010611 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ff63-3d1c-4196-8b3b-78423c51df39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:10.052792 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ff63-3d1c-4196-8b3b-78423c51df39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:10.075274 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-a265b4be-013b-4fd7-9808-6dc8eabcf31c req-04ce787b-d8fe-4252-8472-ea87ea6f5c19 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] For port f0fbf77f-d3ef-4efa-b9af-41187ff591f3, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=f0fbf77f-d3ef-4efa-b9af-41187ff591f3,segment=NetworkSegment(013f6a8d-ce51-4a78-8a63-7f58b5de7600),segment_id=013f6a8d-ce51-4a78-8a63-7f58b5de7600)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:27:10.075633 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a265b4be-013b-4fd7-9808-6dc8eabcf31c req-04ce787b-d8fe-4252-8472-ea87ea6f5c19 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:10.089428 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-a265b4be-013b-4fd7-9808-6dc8eabcf31c req-04ce787b-d8fe-4252-8472-ea87ea6f5c19 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Calling delete_port for f0fbf77f-d3ef-4efa-b9af-41187ff591f3 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:27:10.095467 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-3cd6ff63-3d1c-4196-8b3b-78423c51df39 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2f9575239648475aafcd2ef10141e428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853482 Jul 08 12:27:10.096862 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6ff63-3d1c-4196-8b3b-78423c51df39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca649d82-9090-436e-97bc-4942375836ce,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:10.099133 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58648) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:10.147935 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-26f6027b-9e04-45c6-9ada-ad9c8c694dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:10.169205 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-26f6027b-9e04-45c6-9ada-ad9c8c694dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:10.264890 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-26f6027b-9e04-45c6-9ada-ad9c8c694dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:10.267430 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-26f6027b-9e04-45c6-9ada-ad9c8c694dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:10.268778 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-26f6027b-9e04-45c6-9ada-ad9c8c694dfa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ca649d82-9090-436e-97bc-4942375836ce HTTP/1.1" status: 204 len: 168 time: 0.1687262 Jul 08 12:27:10.275445 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a265b4be-013b-4fd7-9808-6dc8eabcf31c req-04ce787b-d8fe-4252-8472-ea87ea6f5c19 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:10.283457 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6027b-9e04-45c6-9ada-ad9c8c694dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca649d82-9090-436e-97bc-4942375836ce,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:10.292157 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['f0fbf77f-d3ef-4efa-b9af-41187ff591f3'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:27:10.317794 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce787b-d8fe-4252-8472-ea87ea6f5c19 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Pushing event deleted for resources: {'Port': ['ID=f0fbf77f-d3ef-4efa-b9af-41187ff591f3,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:10.378361 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-a265b4be-013b-4fd7-9808-6dc8eabcf31c req-04ce787b-d8fe-4252-8472-ea87ea6f5c19 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] No DVR routers for this DVR port f0fbf77f-d3ef-4efa-b9af-41187ff591f3 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:27:10.380895 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a265b4be-013b-4fd7-9808-6dc8eabcf31c req-04ce787b-d8fe-4252-8472-ea87ea6f5c19 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:10.382953 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a265b4be-013b-4fd7-9808-6dc8eabcf31c req-04ce787b-d8fe-4252-8472-ea87ea6f5c19 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.89 "DELETE /v2.0/ports/f0fbf77f-d3ef-4efa-b9af-41187ff591f3 HTTP/1.1" status: 204 len: 173 time: 0.5129535 Jul 08 12:27:10.383391 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8334134b-f226-488e-bf3c-43c8a6b1309b', 'name': 'network-vif-deleted', 'tag': 'f0fbf77f-d3ef-4efa-b9af-41187ff591f3'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:27:10.385699 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23d1c79-9f7b-4814-b759-59951b21adce" -d '{"events": [{"server_uuid": "8334134b-f226-488e-bf3c-43c8a6b1309b", "name": "network-vif-deleted", "tag": "f0fbf77f-d3ef-4efa-b9af-41187ff591f3"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:27:10.393705 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cace635b-15a7-467a-aa0c-68d7d3f42426 req-5f122ecd-313f-43c5-88aa-79c10bc6714c tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 210 time: 0.0307362 Jul 08 12:27:10.424539 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ca9296-d155-48fc-89ef-88dd6a509aa5 x-openstack-request-id: req-68ca9296-d155-48fc-89ef-88dd6a509aa5 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:27:10.424539 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8334134b-f226-488e-bf3c-43c8a6b1309b", "name": "network-vif-deleted", "tag": "f0fbf77f-d3ef-4efa-b9af-41187ff591f3", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:27:10.424539 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-68ca9296-d155-48fc-89ef-88dd6a509aa5 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:27:10.424539 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8334134b-f226-488e-bf3c-43c8a6b1309b', 'name': 'network-vif-deleted', 'tag': 'f0fbf77f-d3ef-4efa-b9af-41187ff591f3', 'status': 'completed', 'code': 200} Jul 08 12:27:10.954437 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58660) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:10.968160 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f628e57c-b3a4-4c0e-9725-aa249cd11785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:11.058359 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f628e57c-b3a4-4c0e-9725-aa249cd11785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:11.121005 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f628e57c-b3a4-4c0e-9725-aa249cd11785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:11.161165 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628e57c-b3a4-4c0e-9725-aa249cd11785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16586920-eb4b-4893-a26d-cd5cd1dd32dd,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:11.165474 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-f628e57c-b3a4-4c0e-9725-aa249cd11785 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=17e5634c94a84e0bb7c6af10ed12d966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100012 Jul 08 12:27:11.168074 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58662) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:11.218895 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-74a9a891-40c9-47ab-94d9-efe6267edc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:11.240410 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-74a9a891-40c9-47ab-94d9-efe6267edc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:11.338727 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-74a9a891-40c9-47ab-94d9-efe6267edc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:11.341551 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-74a9a891-40c9-47ab-94d9-efe6267edc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:11.344201 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-74a9a891-40c9-47ab-94d9-efe6267edc01 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/16586920-eb4b-4893-a26d-cd5cd1dd32dd HTTP/1.1" status: 204 len: 168 time: 0.1751881 Jul 08 12:27:11.353159 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9a891-40c9-47ab-94d9-efe6267edc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16586920-eb4b-4893-a26d-cd5cd1dd32dd,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:11.552468 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-715f8613-8bb5-415b-b232-10a34b53ff82 req-e4f516a9-5be1-4f22-aa15-c9a1813ef4a4 tempest-VolumesActionsTest-468543088 tempest-VolumesActionsTest-468543088-project] 10.222.0.88 "GET /v2.0/ports?device_id=8334134b-f226-488e-bf3c-43c8a6b1309b HTTP/1.1" status: 200 len: 210 time: 0.0292430 Jul 08 12:27:12.002263 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:13.679037 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device f0fbf77f-d3ef-4efa-b9af-41187ff591f3 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:27:13.704988 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: f0fbf77f-d3ef-4efa-b9af-41187ff591f3 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:27:13.705323 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device f0fbf77f-d3ef-4efa-b9af-41187ff591f3 not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:27:14.728963 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 58784) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:14.833881 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8fcfe33a-5dcd-4903-85ce-2102f4ffff0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:14.926222 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8fcfe33a-5dcd-4903-85ce-2102f4ffff0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:14.989083 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-8fcfe33a-5dcd-4903-85ce-2102f4ffff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:15.028914 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-8fcfe33a-5dcd-4903-85ce-2102f4ffff0f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=179d7f95212b4ae1b47f3fe9745d35f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988400 Jul 08 12:27:15.029759 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfe33a-5dcd-4903-85ce-2102f4ffff0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f3e4db-5779-4f56-a6ce-21bb8872a739,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:15.031881 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58790) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:15.082633 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2496ffa0-9921-41c7-8a79-28773b13d67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:15.108813 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2496ffa0-9921-41c7-8a79-28773b13d67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:15.224194 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2496ffa0-9921-41c7-8a79-28773b13d67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:15.226787 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2496ffa0-9921-41c7-8a79-28773b13d67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:15.227966 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-2496ffa0-9921-41c7-8a79-28773b13d67f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/82f3e4db-5779-4f56-a6ce-21bb8872a739 HTTP/1.1" status: 204 len: 168 time: 0.1948278 Jul 08 12:27:15.241741 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496ffa0-9921-41c7-8a79-28773b13d67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f3e4db-5779-4f56-a6ce-21bb8872a739,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:15.504140 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-61552706-32de-4460-ac06-06bcd14a67af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:15.543318 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba91be1-e022-4baf-a44c-ed15bf41d49e req-761fa3ba-18cb-46c9-a832-8a0f269198f7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:15.545065 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-eba91be1-e022-4baf-a44c-ed15bf41d49e req-761fa3ba-18cb-46c9-a832-8a0f269198f7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.0730627 Jul 08 12:27:15.590444 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-eba91be1-e022-4baf-a44c-ed15bf41d49e req-efc347ce-f85d-4780-a469-8909da990403 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369520 Jul 08 12:27:15.905101 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 58808) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:15.918658 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-edd4dbbf-037a-44dd-b684-717af19a35ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:16.006655 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-edd4dbbf-037a-44dd-b684-717af19a35ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:16.075377 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-edd4dbbf-037a-44dd-b684-717af19a35ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:16.115682 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-edd4dbbf-037a-44dd-b684-717af19a35ac admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aba7fc1f9dfb4fcc89513c89ab3b0191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092149 Jul 08 12:27:16.116478 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4dbbf-037a-44dd-b684-717af19a35ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29913a4b-a772-47ed-bda2-e0ad97f7d5dd,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:16.118586 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 58810) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:16.170397 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-57fb000e-114b-4ffd-bcf6-182ce00bb9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:16.191846 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-57fb000e-114b-4ffd-bcf6-182ce00bb9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:16.344198 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-57fb000e-114b-4ffd-bcf6-182ce00bb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:16.347113 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-57fb000e-114b-4ffd-bcf6-182ce00bb9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:16.348313 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-57fb000e-114b-4ffd-bcf6-182ce00bb9a6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/29913a4b-a772-47ed-bda2-e0ad97f7d5dd HTTP/1.1" status: 204 len: 168 time: 0.2282748 Jul 08 12:27:16.356028 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb000e-114b-4ffd-bcf6-182ce00bb9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29913a4b-a772-47ed-bda2-e0ad97f7d5dd,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:16.817705 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce462be-eae9-45f7-bfbc-b9011293f2e4 req-1e2f7561-f2d6-4334-bab1-23efd2724bad tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:16.819254 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dce462be-eae9-45f7-bfbc-b9011293f2e4 req-1e2f7561-f2d6-4334-bab1-23efd2724bad tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.0946002 Jul 08 12:27:16.869904 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dce462be-eae9-45f7-bfbc-b9011293f2e4 req-d028ce5d-9cdd-4fd2-8352-5026df0d69e6 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443890 Jul 08 12:27:17.006088 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:27:18.044256 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 58854) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:18.049371 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abe9f5-3413-4c11-85d4-eabd85434438 req-b9475e16-af06-4b0e-a319-e74bcaed5493 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:18.053441 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-45abe9f5-3413-4c11-85d4-eabd85434438 req-b9475e16-af06-4b0e-a319-e74bcaed5493 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.0680285 Jul 08 12:27:18.096557 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-45abe9f5-3413-4c11-85d4-eabd85434438 req-a71fa819-d61b-4732-80dc-8df4361489ef tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351291 Jul 08 12:27:18.155240 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b1a19bd7-dbc9-4af2-9f9f-be1794206485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:18.250703 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b1a19bd7-dbc9-4af2-9f9f-be1794206485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:18.338444 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b1a19bd7-dbc9-4af2-9f9f-be1794206485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:18.406861 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a19bd7-dbc9-4af2-9f9f-be1794206485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4434a4c2-1a60-40e2-aedd-174b1e46ee46,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:18.413488 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-b1a19bd7-dbc9-4af2-9f9f-be1794206485 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2cb5a8c502c24489b6643c8a0c385e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681872 Jul 08 12:27:18.416114 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 58862) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:18.468706 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb48b5-55c6-4ccd-8019-33d02b96d294 req-6df7a0af-6b19-4855-8b12-76f9488bef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:18.470232 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-09fb48b5-55c6-4ccd-8019-33d02b96d294 req-6df7a0af-6b19-4855-8b12-76f9488bef9f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4d389f3c5f06460e87afaaad9a294b66&device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 1138 time: 0.1174543 Jul 08 12:27:18.488927 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bd671fe0-bd71-465f-8984-f120c71fd5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:18.553614 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bd671fe0-bd71-465f-8984-f120c71fd5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:18.606181 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb48b5-55c6-4ccd-8019-33d02b96d294 req-21d7645f-97fd-4d76-85f8-843f36aa36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:18.607597 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-09fb48b5-55c6-4ccd-8019-33d02b96d294 req-21d7645f-97fd-4d76-85f8-843f36aa36eb service neutron] 10.222.0.89 "GET /v2.0/networks?id=b3b2f401-2e4a-4b50-bc1d-15006406ea11 HTTP/1.1" status: 200 len: 915 time: 0.1310563 Jul 08 12:27:18.675487 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-09fb48b5-55c6-4ccd-8019-33d02b96d294 req-f99d28a2-5a7d-4475-af5e-65d4194a4cd5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6193803f-9240-4791-8564-1be2d18f23ca HTTP/1.1" status: 200 len: 1002 time: 0.0610919 Jul 08 12:27:18.722481 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bd671fe0-bd71-465f-8984-f120c71fd5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:18.726638 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bd671fe0-bd71-465f-8984-f120c71fd5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:18.727791 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-bd671fe0-bd71-465f-8984-f120c71fd5ff admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4434a4c2-1a60-40e2-aedd-174b1e46ee46 HTTP/1.1" status: 204 len: 168 time: 0.3108943 Jul 08 12:27:18.742877 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd671fe0-bd71-465f-8984-f120c71fd5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4434a4c2-1a60-40e2-aedd-174b1e46ee46,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:18.746375 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb48b5-55c6-4ccd-8019-33d02b96d294 req-4c3feb6a-4f52-4695-91e8-9188b3e8732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:18.747851 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-09fb48b5-55c6-4ccd-8019-33d02b96d294 req-4c3feb6a-4f52-4695-91e8-9188b3e8732c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=09f2dac1-739f-4064-b6e6-ddb4354af3d1 HTTP/1.1" status: 200 len: 853 time: 0.0657904 Jul 08 12:27:18.810373 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb48b5-55c6-4ccd-8019-33d02b96d294 req-5ec7c970-c00b-4199-ae99-f90989c284ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:18.811864 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-09fb48b5-55c6-4ccd-8019-33d02b96d294 req-5ec7c970-c00b-4199-ae99-f90989c284ad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b3b2f401-2e4a-4b50-bc1d-15006406ea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567074 Jul 08 12:27:18.864360 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:18.903540 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-09fb48b5-55c6-4ccd-8019-33d02b96d294 req-9718cc6c-a286-4670-8e89-969f77103036 service neutron] 10.222.0.89 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834985 Jul 08 12:27:18.998796 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-09fb48b5-55c6-4ccd-8019-33d02b96d294 req-9799391a-b245-496e-bf57-52c0c52f86fe service neutron] 10.222.0.89 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873294 Jul 08 12:27:19.294990 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fff777-0178-48aa-bfcd-7b479c6bee95 req-4a09865f-0f25-47fb-9fa0-690cfa5c8b53 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:19.296491 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b8fff777-0178-48aa-bfcd-7b479c6bee95 req-4a09865f-0f25-47fb-9fa0-690cfa5c8b53 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.0745091 Jul 08 12:27:19.338389 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b8fff777-0178-48aa-bfcd-7b479c6bee95 req-719711b1-97ae-4665-8e44-1c28f36e516c tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356388 Jul 08 12:27:19.538409 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ae0a6b72-7ca4-4e45-960f-528c75fdf9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:20.606706 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:20.675531 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c2635-6939-45f4-8c12-7ced5f2e02b5 req-eb2b2fa7-a3fa-4bb5-a914-a8c688071537 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:20.679434 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-634c2635-6939-45f4-8c12-7ced5f2e02b5 req-eb2b2fa7-a3fa-4bb5-a914-a8c688071537 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.1277468 Jul 08 12:27:20.956185 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-634c2635-6939-45f4-8c12-7ced5f2e02b5 req-27f141ed-2ca9-4fda-8375-8d1e417f37a0 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2691715 Jul 08 12:27:22.224518 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a967b-de6d-405c-afde-fcba31d06eb5 req-8be2a8ac-fd26-4437-89f8-2d76f50d3403 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:22.235785 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-949a967b-de6d-405c-afde-fcba31d06eb5 req-8be2a8ac-fd26-4437-89f8-2d76f50d3403 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.1341341 Jul 08 12:27:22.290178 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-949a967b-de6d-405c-afde-fcba31d06eb5 req-696d07ea-252b-4693-b2a3-e8052dc9154e tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474060 Jul 08 12:27:22.687480 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:23.589039 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6c042-4fc9-47e0-85f0-cadc99a7d9e6 req-f96e0960-2048-4fed-af1d-3d8ac7c18f33 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:23.591054 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5ad6c042-4fc9-47e0-85f0-cadc99a7d9e6 req-f96e0960-2048-4fed-af1d-3d8ac7c18f33 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.1013958 Jul 08 12:27:23.645539 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5ad6c042-4fc9-47e0-85f0-cadc99a7d9e6 req-310a5ce5-8d15-4b65-814f-74012b7e83b0 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465126 Jul 08 12:27:24.855303 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013266f-624b-4d26-aab3-c7133cd7651c req-f49c0584-2e11-46fa-a003-91422a2b8da7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:24.861893 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6013266f-624b-4d26-aab3-c7133cd7651c req-f49c0584-2e11-46fa-a003-91422a2b8da7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.0854042 Jul 08 12:27:24.925476 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6013266f-624b-4d26-aab3-c7133cd7651c req-810b1c62-c752-4149-a04a-346e33c9a9b3 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609701 Jul 08 12:27:26.226151 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885a84f-b9a7-412f-afa6-7bbd9a88077f req-fa8a1f4b-7d41-424d-baa5-d3f206e41123 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:26.232984 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5885a84f-b9a7-412f-afa6-7bbd9a88077f req-fa8a1f4b-7d41-424d-baa5-d3f206e41123 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.1444955 Jul 08 12:27:26.282527 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5885a84f-b9a7-412f-afa6-7bbd9a88077f req-40fa2d68-ef68-4a3e-a214-f4bcafcd64ef tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466623 Jul 08 12:27:27.507607 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b7da0-baa3-4f3a-b501-cb9daa85b505 req-a59492c0-5e50-4e78-a145-06817d7fdc42 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:27.513100 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-759b7da0-baa3-4f3a-b501-cb9daa85b505 req-a59492c0-5e50-4e78-a145-06817d7fdc42 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.0928676 Jul 08 12:27:27.561753 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-759b7da0-baa3-4f3a-b501-cb9daa85b505 req-e305092d-00bf-41df-8b16-63b95d34159b tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477273 Jul 08 12:27:28.835364 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b18580-7c7a-4980-86ff-cd66953d8f73 req-dc0548bd-15aa-4ae2-8b3c-86abf1a25e9d tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:28.844469 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a6b18580-7c7a-4980-86ff-cd66953d8f73 req-dc0548bd-15aa-4ae2-8b3c-86abf1a25e9d tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.0948005 Jul 08 12:27:28.894328 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a6b18580-7c7a-4980-86ff-cd66953d8f73 req-806a6b14-d23e-4742-9755-4690c1605223 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488901 Jul 08 12:27:30.124524 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b14573-be8d-434d-b69a-86e5603f4406 req-dcaa5ee0-645f-49e8-a3cf-a5de57f7151a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:30.126183 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-21b14573-be8d-434d-b69a-86e5603f4406 req-dcaa5ee0-645f-49e8-a3cf-a5de57f7151a tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.0961862 Jul 08 12:27:30.193072 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-21b14573-be8d-434d-b69a-86e5603f4406 req-971542b5-7133-4417-87b9-2f89285004f2 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559537 Jul 08 12:27:31.383847 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb9ae6-f9aa-435e-bcd1-e9cb913ea17a req-bfe4f8b8-e0e9-4356-b242-6a6c956a2852 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:31.386889 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2ebb9ae6-f9aa-435e-bcd1-e9cb913ea17a req-bfe4f8b8-e0e9-4356-b242-6a6c956a2852 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.0665035 Jul 08 12:27:31.426429 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 59112) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:31.428937 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2ebb9ae6-f9aa-435e-bcd1-e9cb913ea17a req-b1ef1d93-945a-4179-9428-f70c6625d406 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377779 Jul 08 12:27:31.541719 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b0f2447d-e8ef-4f93-9422-d4423045827c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:31.677375 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b0f2447d-e8ef-4f93-9422-d4423045827c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:31.733204 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-b0f2447d-e8ef-4f93-9422-d4423045827c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:31.785854 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2447d-e8ef-4f93-9422-d4423045827c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46ec457-dfaf-4005-b6d9-8dcef2c8c3da,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:31.793986 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 59124) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:31.796321 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-b0f2447d-e8ef-4f93-9422-d4423045827c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=50d400a89fb5411ab09b26125dd2b76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687661 Jul 08 12:27:31.868219 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2d680938-01ce-435f-b976-e88eec6d1f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:31.902743 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2d680938-01ce-435f-b976-e88eec6d1f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:32.040721 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2d680938-01ce-435f-b976-e88eec6d1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:32.044068 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-2d680938-01ce-435f-b976-e88eec6d1f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:32.048024 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-2d680938-01ce-435f-b976-e88eec6d1f6f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e46ec457-dfaf-4005-b6d9-8dcef2c8c3da HTTP/1.1" status: 204 len: 168 time: 0.2504749 Jul 08 12:27:32.055460 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d680938-01ce-435f-b976-e88eec6d1f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46ec457-dfaf-4005-b6d9-8dcef2c8c3da,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:32.621790 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a332dd6-32ef-45ea-a25d-a46489d37977 req-f2713f67-4061-42e8-96c1-244904424b50 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:32.624165 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3a332dd6-32ef-45ea-a25d-a46489d37977 req-f2713f67-4061-42e8-96c1-244904424b50 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.0733285 Jul 08 12:27:32.681091 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3a332dd6-32ef-45ea-a25d-a46489d37977 req-1851d594-2e71-4fe3-8921-9a9610880b4b tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431669 Jul 08 12:27:32.804549 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 59138) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:32.819368 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-aadfe144-5b45-4045-9d78-1a260193a518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:32.924122 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-aadfe144-5b45-4045-9d78-1a260193a518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:32.983753 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-aadfe144-5b45-4045-9d78-1a260193a518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:33.028346 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-aadfe144-5b45-4045-9d78-1a260193a518 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=71905132d78047ceb604807ee956108c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204630 Jul 08 12:27:33.028346 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfe144-5b45-4045-9d78-1a260193a518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81165874-89e5-47b6-9ff8-3577a3c75e4c,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:33.029424 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 59140) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:33.128779 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-35d0e463-022c-4497-ad82-a82993e8d849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:33.158321 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-35d0e463-022c-4497-ad82-a82993e8d849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:33.315818 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-35d0e463-022c-4497-ad82-a82993e8d849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:33.318760 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-35d0e463-022c-4497-ad82-a82993e8d849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:33.322486 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-35d0e463-022c-4497-ad82-a82993e8d849 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/81165874-89e5-47b6-9ff8-3577a3c75e4c HTTP/1.1" status: 204 len: 168 time: 0.2895336 Jul 08 12:27:33.338978 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0e463-022c-4497-ad82-a82993e8d849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81165874-89e5-47b6-9ff8-3577a3c75e4c,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:33.946188 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521e44b-39ba-4b65-bd7c-f2f24c4de646 req-88ecbabc-cf4a-4c4a-bed2-af6b4325afcb tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:33.949396 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7521e44b-39ba-4b65-bd7c-f2f24c4de646 req-88ecbabc-cf4a-4c4a-bed2-af6b4325afcb tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.0844951 Jul 08 12:27:34.007522 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7521e44b-39ba-4b65-bd7c-f2f24c4de646 req-f7850258-b107-4aba-a921-a036870a9054 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514748 Jul 08 12:27:34.039958 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 59154) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:34.047773 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5a76f2fe-ea27-4427-a9f7-7c6ceb9a57ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:34.146181 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5a76f2fe-ea27-4427-a9f7-7c6ceb9a57ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:34.321202 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-5a76f2fe-ea27-4427-a9f7-7c6ceb9a57ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:34.366661 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-5a76f2fe-ea27-4427-a9f7-7c6ceb9a57ec admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fe1306e9e7414ed38c7a44ef70bf34bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314631 Jul 08 12:27:34.367766 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76f2fe-ea27-4427-a9f7-7c6ceb9a57ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03fdf0a-4c68-456f-be5a-4667710cfc30,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:34.369319 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 59158) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:34.422614 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-be2ef4a0-82fb-438c-b2c9-9d5a9f4bb1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:34.444079 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-be2ef4a0-82fb-438c-b2c9-9d5a9f4bb1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:34.560723 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-be2ef4a0-82fb-438c-b2c9-9d5a9f4bb1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:34.565925 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-be2ef4a0-82fb-438c-b2c9-9d5a9f4bb1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:34.569632 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-be2ef4a0-82fb-438c-b2c9-9d5a9f4bb1f7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f03fdf0a-4c68-456f-be5a-4667710cfc30 HTTP/1.1" status: 204 len: 168 time: 0.1967971 Jul 08 12:27:34.584329 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ef4a0-82fb-438c-b2c9-9d5a9f4bb1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03fdf0a-4c68-456f-be5a-4667710cfc30,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:35.204001 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97156-5afe-4ccc-a6f7-9bc4a97e6fb5 req-d6e25352-5768-483d-9ec9-23299c254342 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:35.207283 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-75d97156-5afe-4ccc-a6f7-9bc4a97e6fb5 req-d6e25352-5768-483d-9ec9-23299c254342 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.0777335 Jul 08 12:27:35.255121 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-75d97156-5afe-4ccc-a6f7-9bc4a97e6fb5 req-5617d0f1-3e15-462b-b53c-8794afef53e4 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413566 Jul 08 12:27:36.437401 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36719f3c-a756-4fd2-9c31-4e33954db9c5 req-9f8834e0-5780-41c5-9141-0b311d11e6fc tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:36.439767 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-36719f3c-a756-4fd2-9c31-4e33954db9c5 req-9f8834e0-5780-41c5-9141-0b311d11e6fc tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.0645041 Jul 08 12:27:36.480282 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-36719f3c-a756-4fd2-9c31-4e33954db9c5 req-28101bf5-5c93-44e6-9f8d-1bb46dc37172 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&id=b61f81c5-645a-48c1-876a-cb4f29a765ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346067 Jul 08 12:27:38.821138 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c6ed54f4-6d24-4d9e-a182-f543fe5aa90f req-5fbc3b2a-b322-42a4-95eb-7379d1c7ec97 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1470869 Jul 08 12:27:38.902838 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed54f4-6d24-4d9e-a182-f543fe5aa90f req-d6fccfd0-44f0-463c-8c8f-74142ad633f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:38.904409 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c6ed54f4-6d24-4d9e-a182-f543fe5aa90f req-d6fccfd0-44f0-463c-8c8f-74142ad633f3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=910ce624b8034309b4a99c095ec09b5e&device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 1098 time: 0.0577340 Jul 08 12:27:39.016339 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed54f4-6d24-4d9e-a182-f543fe5aa90f req-f71160f9-9240-41f6-877a-e863e865b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:39.020644 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c6ed54f4-6d24-4d9e-a182-f543fe5aa90f req-f71160f9-9240-41f6-877a-e863e865b4de service neutron] 10.222.0.89 "GET /v2.0/networks?id=a51e55e7-ef45-400f-a6d9-0a508ab962db HTTP/1.1" status: 200 len: 912 time: 0.0859139 Jul 08 12:27:39.086777 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c6ed54f4-6d24-4d9e-a182-f543fe5aa90f req-44cb5092-01e3-4612-b18d-eac6aa4b2da2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2022787d-991e-4e1f-976b-9286cfb7e458 HTTP/1.1" status: 200 len: 1001 time: 0.0614247 Jul 08 12:27:39.139238 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed54f4-6d24-4d9e-a182-f543fe5aa90f req-66b4f59c-04cc-4ace-9b6f-9cbf4180dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:39.140807 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c6ed54f4-6d24-4d9e-a182-f543fe5aa90f req-66b4f59c-04cc-4ace-9b6f-9cbf4180dd1b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e045425-628c-4d0f-94f7-a80db002e4c1 HTTP/1.1" status: 200 len: 850 time: 0.0438223 Jul 08 12:27:39.198405 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed54f4-6d24-4d9e-a182-f543fe5aa90f req-932d2abb-7dca-4589-8224-d9a44f50ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:39.199977 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c6ed54f4-6d24-4d9e-a182-f543fe5aa90f req-932d2abb-7dca-4589-8224-d9a44f50ec9f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a51e55e7-ef45-400f-a6d9-0a508ab962db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523655 Jul 08 12:27:39.299563 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c6ed54f4-6d24-4d9e-a182-f543fe5aa90f req-74f5db53-93d4-4eb6-9de9-3a9837b40b51 service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907764 Jul 08 12:27:39.390146 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c6ed54f4-6d24-4d9e-a182-f543fe5aa90f req-4a1e5f68-0c8d-4e7c-808a-9bdefccc55bf service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837779 Jul 08 12:27:39.395737 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 59342) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:39.440820 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd1a159-a7ca-45ef-a4bd-2427fcb982a9 admin admin] Deleting subnet 04c1a850-7fb7-4e4e-95c8-31a5cef52b47 {{(pid=93654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:27:39.443893 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a159-a7ca-45ef-a4bd-2427fcb982a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:39.483405 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a159-a7ca-45ef-a4bd-2427fcb982a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62702836'] for subnet, precommit_delete_associations {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:39.522670 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a159-a7ca-45ef-a4bd-2427fcb982a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:39.635638 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a159-a7ca-45ef-a4bd-2427fcb982a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61690950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58951734'] for subnet, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:39.660725 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1a159-a7ca-45ef-a4bd-2427fcb982a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c1a850-7fb7-4e4e-95c8-31a5cef52b47,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:39.664697 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a159-a7ca-45ef-a4bd-2427fcb982a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:39.666560 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-ddd1a159-a7ca-45ef-a4bd-2427fcb982a9 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/04c1a850-7fb7-4e4e-95c8-31a5cef52b47 HTTP/1.1" status: 204 len: 168 time: 0.2705529 Jul 08 12:27:39.669115 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 59344) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:39.740853 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7a3376d4-214d-48ad-8dd9-0b26c93671ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:39.819524 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7a3376d4-214d-48ad-8dd9-0b26c93671ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:39.829991 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-7a3376d4-214d-48ad-8dd9-0b26c93671ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386']}} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:27:39.840821 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-7a3376d4-214d-48ad-8dd9-0b26c93671ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013f6a8d-ce51-4a78-8a63-7f58b5de7600') {'for_net_delete': True} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:27:39.841127 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-7a3376d4-214d-48ad-8dd9-0b26c93671ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013f6a8d-ce51-4a78-8a63-7f58b5de7600') {} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:27:39.851138 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7a3376d4-214d-48ad-8dd9-0b26c93671ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62702845'] for segment, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:39.865508 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7a3376d4-214d-48ad-8dd9-0b26c93671ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:39.871544 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3376d4-214d-48ad-8dd9-0b26c93671ef admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:27:39.871929 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7a3376d4-214d-48ad-8dd9-0b26c93671ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61691105'] for segment, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: Traceback (most recent call last): Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: timer() Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: cb(*args, **kw) Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: return func(*args, **kwargs) Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: self._notify() Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: self.callback(batched_events) Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: event.method(event) Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: return f(self, *a, **k) Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._get(url).json() Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: return self.request(url, 'GET', **kwargs) Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:27:39.873641 dv-cinder-799631-5-iscsi neutron-server[93654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:27:39.983730 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7a3376d4-214d-48ad-8dd9-0b26c93671ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:39.989658 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7a3376d4-214d-48ad-8dd9-0b26c93671ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:39.991593 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-7a3376d4-214d-48ad-8dd9-0b26c93671ef admin admin] 10.222.0.88 "DELETE /v2.0/networks/ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386 HTTP/1.1" status: 204 len: 168 time: 0.3215511 Jul 08 12:27:40.002517 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3376d4-214d-48ad-8dd9-0b26c93671ef admin admin] Pushing event deleted for resources: {'Network': ['ID=ad3a3d64-50ec-4d19-91e8-c7fc4d8dc386,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:40.331354 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 59352) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:40.381414 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-a08eb5fd-d17c-44e0-a589-59cd146897d5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5c69558236e840008807bb7547c3b25c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487430 Jul 08 12:27:40.384089 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 59354) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:27:40.432517 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0b93905e-37b2-4db5-a3e0-1cc6b00fae85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:40.453583 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0b93905e-37b2-4db5-a3e0-1cc6b00fae85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:40.566256 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0b93905e-37b2-4db5-a3e0-1cc6b00fae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:40.568907 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0b93905e-37b2-4db5-a3e0-1cc6b00fae85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:40.570055 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-0b93905e-37b2-4db5-a3e0-1cc6b00fae85 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc HTTP/1.1" status: 204 len: 168 time: 0.1850033 Jul 08 12:27:40.577784 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93905e-37b2-4db5-a3e0-1cc6b00fae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40e36e1-0bbf-4dbe-b1ee-98ffaab421cc,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:27:42.029256 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:45.423300 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-f5177837-3c75-4d60-a575-bd88c2b91e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:48.863195 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:49.526034 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c5a490b8-9bdb-49c4-997e-a5e832ae9d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:50.588771 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:52.702762 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:27:54.005234 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:27:55.668230 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361d499-4170-49f3-a3c9-44efaaf2b23d req-e9a19e82-2210-4c28-b649-f7363af1a533 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:55.669829 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8361d499-4170-49f3-a3c9-44efaaf2b23d req-e9a19e82-2210-4c28-b649-f7363af1a533 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0709035 Jul 08 12:27:55.714494 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8361d499-4170-49f3-a3c9-44efaaf2b23d req-d68d28b4-fdb9-44ed-b72d-300e12465e08 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385084 Jul 08 12:27:56.896826 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd8723-8888-4079-9fb5-85a368cd5b17 req-86d99757-e8d7-49a6-9d86-3d9d544cb7c6 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:56.898362 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-89cd8723-8888-4079-9fb5-85a368cd5b17 req-86d99757-e8d7-49a6-9d86-3d9d544cb7c6 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0630443 Jul 08 12:27:56.940074 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-89cd8723-8888-4079-9fb5-85a368cd5b17 req-9947edcb-814f-4904-9d7b-0bfa70b45f12 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353448 Jul 08 12:27:58.110905 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564e8c-b1f9-44ea-8a51-7756d41eb0fe req-54a41761-f190-461d-982d-914f10126a32 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:58.112279 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-da564e8c-b1f9-44ea-8a51-7756d41eb0fe req-54a41761-f190-461d-982d-914f10126a32 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0623765 Jul 08 12:27:58.153910 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-da564e8c-b1f9-44ea-8a51-7756d41eb0fe req-ebec7f37-f49a-436a-85db-3bd54e9a9d83 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343425 Jul 08 12:27:59.336267 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d689db-e1d4-448c-bf32-7350820aad2c req-17044796-a1bd-4870-8998-6d5c57df1162 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:27:59.337811 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-96d689db-e1d4-448c-bf32-7350820aad2c req-17044796-a1bd-4870-8998-6d5c57df1162 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0687811 Jul 08 12:27:59.377811 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-96d689db-e1d4-448c-bf32-7350820aad2c req-a839e6c3-3893-4dab-87fa-a20c8583bdbb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334806 Jul 08 12:28:00.560805 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dba148-777b-4645-b0eb-f2ad96cd3c12 req-05740f65-4ef1-43e4-ab77-cb9c03a0fb2d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:00.562322 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-79dba148-777b-4645-b0eb-f2ad96cd3c12 req-05740f65-4ef1-43e4-ab77-cb9c03a0fb2d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0631459 Jul 08 12:28:00.601681 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-79dba148-777b-4645-b0eb-f2ad96cd3c12 req-6d952803-94c7-41d3-8859-9d66855931b8 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329528 Jul 08 12:28:01.780740 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eed57e-7f8f-41cb-b89b-4b4e884351bf req-3f11c8f1-de7a-4c1e-b40a-c7dbc21d7ea5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:01.782214 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-41eed57e-7f8f-41cb-b89b-4b4e884351bf req-3f11c8f1-de7a-4c1e-b40a-c7dbc21d7ea5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0676074 Jul 08 12:28:01.820680 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-41eed57e-7f8f-41cb-b89b-4b4e884351bf req-82ad430b-3d3c-44e0-826d-58464dd8f850 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326176 Jul 08 12:28:02.998129 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69ba37-6839-4aaf-86ab-ff5392b26734 req-6ae7f9a5-f806-47fa-8a7d-a05667318571 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:02.999612 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fa69ba37-6839-4aaf-86ab-ff5392b26734 req-6ae7f9a5-f806-47fa-8a7d-a05667318571 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0636086 Jul 08 12:28:03.038810 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fa69ba37-6839-4aaf-86ab-ff5392b26734 req-b7a53cd6-31a3-4fff-84fc-1429c358bcd0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331035 Jul 08 12:28:04.210378 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0e458-8335-4973-85c7-b3e69139a1f2 req-10ababb1-84ea-46c2-993a-265d7fb50460 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:04.211778 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7ff0e458-8335-4973-85c7-b3e69139a1f2 req-10ababb1-84ea-46c2-993a-265d7fb50460 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0631566 Jul 08 12:28:04.249648 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7ff0e458-8335-4973-85c7-b3e69139a1f2 req-2bfce22e-7e5f-4ecc-a0f8-4ac415f1904d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324254 Jul 08 12:28:05.434434 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49abf25-d18f-4e48-9e80-321318736b70 req-77d5f10e-0bdb-42de-b3e0-ed4cf0db3a97 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:05.435960 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a49abf25-d18f-4e48-9e80-321318736b70 req-77d5f10e-0bdb-42de-b3e0-ed4cf0db3a97 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0720863 Jul 08 12:28:05.476430 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a49abf25-d18f-4e48-9e80-321318736b70 req-3c5fe412-92c7-4db8-aba2-57fbda166d73 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341022 Jul 08 12:28:06.662911 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7979c-8870-4901-8c69-75f384dadf3c req-dc597a43-d0a4-46d2-8a47-833976bcd862 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:06.664385 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cfc7979c-8870-4901-8c69-75f384dadf3c req-dc597a43-d0a4-46d2-8a47-833976bcd862 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0715148 Jul 08 12:28:06.702492 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cfc7979c-8870-4901-8c69-75f384dadf3c req-68dc1986-29cd-4eab-b5e9-05567986a07c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325634 Jul 08 12:28:07.883515 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb7da4-74d3-4cf1-afce-2fd91100742f req-f584a044-6edb-4be1-a722-cedd50e415bc tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:07.885039 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bbfb7da4-74d3-4cf1-afce-2fd91100742f req-f584a044-6edb-4be1-a722-cedd50e415bc tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0676780 Jul 08 12:28:07.923583 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bbfb7da4-74d3-4cf1-afce-2fd91100742f req-a1d9acc5-c388-4c2e-a6ce-7c74b2d7bdc6 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324447 Jul 08 12:28:09.099787 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76bab1-6c65-4e42-8979-0e41f361611e req-eec352f9-baf8-4ebf-8b64-fa6c74883ff1 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:09.102072 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef76bab1-6c65-4e42-8979-0e41f361611e req-eec352f9-baf8-4ebf-8b64-fa6c74883ff1 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0664458 Jul 08 12:28:09.139891 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef76bab1-6c65-4e42-8979-0e41f361611e req-62de56b4-0156-4bce-b129-255c8f43cf91 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322728 Jul 08 12:28:10.333537 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663972b3-5bae-4e9f-b811-313ba2df7347 req-f1ae11a6-1a8f-4925-9efa-e53e14320fee tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:10.335631 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-663972b3-5bae-4e9f-b811-313ba2df7347 req-f1ae11a6-1a8f-4925-9efa-e53e14320fee tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0714517 Jul 08 12:28:10.377840 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-663972b3-5bae-4e9f-b811-313ba2df7347 req-807a1df1-92bb-474d-a7f7-87bd55c98fe4 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344534 Jul 08 12:28:11.558944 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d67bb-2fb9-4108-ae17-bb5708276789 req-088c9f41-cd43-48d1-a744-e4a4865f97e0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:11.560384 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b55d67bb-2fb9-4108-ae17-bb5708276789 req-088c9f41-cd43-48d1-a744-e4a4865f97e0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0694273 Jul 08 12:28:11.598211 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b55d67bb-2fb9-4108-ae17-bb5708276789 req-6c77e647-1d67-4036-86a2-d348b5cae120 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320508 Jul 08 12:28:12.045604 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:12.094249 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb809fd-6497-47e7-a29d-f80ec6bb22f4 req-7fc78e49-c901-461d-812f-ddc6172bcea2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:12.095972 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7eb809fd-6497-47e7-a29d-f80ec6bb22f4 req-7fc78e49-c901-461d-812f-ddc6172bcea2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0705059 Jul 08 12:28:12.135898 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7eb809fd-6497-47e7-a29d-f80ec6bb22f4 req-4b92c6ab-0b0f-46e3-b1b4-8c105d9950bc tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330441 Jul 08 12:28:12.138268 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275fb9f-aff2-4214-a648-12e8886f4ea3 req-550c242b-9feb-4a26-9e7b-3db64c2b63eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:12.139864 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0275fb9f-aff2-4214-a648-12e8886f4ea3 req-550c242b-9feb-4a26-9e7b-3db64c2b63eb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=910ce624b8034309b4a99c095ec09b5e&device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 1098 time: 0.0582392 Jul 08 12:28:12.233022 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275fb9f-aff2-4214-a648-12e8886f4ea3 req-a142100b-c284-465c-955b-ea91bcf85176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:12.234648 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0275fb9f-aff2-4214-a648-12e8886f4ea3 req-a142100b-c284-465c-955b-ea91bcf85176 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a51e55e7-ef45-400f-a6d9-0a508ab962db HTTP/1.1" status: 200 len: 912 time: 0.0877576 Jul 08 12:28:12.306288 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0275fb9f-aff2-4214-a648-12e8886f4ea3 req-86e05794-f1ba-4a96-aeca-2ced2413cb16 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2022787d-991e-4e1f-976b-9286cfb7e458 HTTP/1.1" status: 200 len: 1001 time: 0.0632880 Jul 08 12:28:12.364302 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275fb9f-aff2-4214-a648-12e8886f4ea3 req-1e61aba2-87d2-48df-8571-6e8cac027716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:12.366329 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0275fb9f-aff2-4214-a648-12e8886f4ea3 req-1e61aba2-87d2-48df-8571-6e8cac027716 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e045425-628c-4d0f-94f7-a80db002e4c1 HTTP/1.1" status: 200 len: 850 time: 0.0475781 Jul 08 12:28:12.454230 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275fb9f-aff2-4214-a648-12e8886f4ea3 req-8fa2ac69-50da-42fa-8f38-839beade6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:12.456847 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0275fb9f-aff2-4214-a648-12e8886f4ea3 req-8fa2ac69-50da-42fa-8f38-839beade6892 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a51e55e7-ef45-400f-a6d9-0a508ab962db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710540 Jul 08 12:28:12.562614 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0275fb9f-aff2-4214-a648-12e8886f4ea3 req-d0347e72-3e90-40e1-9561-c3f44a581820 service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908623 Jul 08 12:28:12.656587 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0275fb9f-aff2-4214-a648-12e8886f4ea3 req-dd2cad2f-6729-4dd5-ac0c-4f28c1cf872c service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873842 Jul 08 12:28:13.317770 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f2433-173a-435f-9d21-b623c70e9f66 req-6b065498-1bfc-4afe-b1eb-7c0583b8a5a4 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:13.319964 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d71f2433-173a-435f-9d21-b623c70e9f66 req-6b065498-1bfc-4afe-b1eb-7c0583b8a5a4 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0714848 Jul 08 12:28:13.360658 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d71f2433-173a-435f-9d21-b623c70e9f66 req-ab26c155-5e62-4b5b-b6ea-04013e2c7085 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351641 Jul 08 12:28:14.544045 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7206fa-8634-46fb-80b2-50b954369cf5 req-7ca3efca-9a70-4a35-b8fa-61b0828af16c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:14.550429 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6c7206fa-8634-46fb-80b2-50b954369cf5 req-7ca3efca-9a70-4a35-b8fa-61b0828af16c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0644040 Jul 08 12:28:14.586507 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6c7206fa-8634-46fb-80b2-50b954369cf5 req-ba686f56-dfde-4faa-994f-ba9ebd951eab tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352159 Jul 08 12:28:15.496966 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-63a31b30-a53b-4b37-819a-a4821f55a3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:18.879357 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:19.508611 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-29b771b8-d1ac-4c9e-9e11-71751ede5e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:20.582724 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:22.719359 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:31.004431 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:28:33.025935 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 59858) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:28:33.133655 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:33.223891 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:33.268220 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:33.309158 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324e4857-95ed-41bd-8489-2c52c9405674,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:28:33.312824 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ea7c515acff447e2b51b9181c30a0a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858422 Jul 08 12:28:33.315805 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 59866) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:28:33.318654 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.319000 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.319335 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.319660 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.320028 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.320333 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.320728 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.321310 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.321310 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.321627 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.321935 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.322260 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9810d-4cd9-4bd7-a9c1-8b2fdf79b8c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.367842 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:33.388867 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:33.494993 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:33.497624 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:33.498770 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/324e4857-95ed-41bd-8489-2c52c9405674 HTTP/1.1" status: 204 len: 168 time: 0.1819251 Jul 08 12:28:33.506756 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324e4857-95ed-41bd-8489-2c52c9405674,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:28:33.513858 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.514204 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.514540 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.514868 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.515238 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.515567 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.516018 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.516343 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.516823 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.517151 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.517476 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:33.517792 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab87fdf-ee9d-4813-99b7-58e8919fd36e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:34.375475 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 59898) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:28:34.475407 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1388411047-network', 'tenant_id': 'fc36b16c1d69407e9c5e3a317a24b3ca'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:28:34.587889 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] Made reservation on behalf of fc36b16c1d69407e9c5e3a317a24b3ca for: {'network': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:28:34.590376 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:34.606831 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:34.701464 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:34.805965 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:34.842364 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=93654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:28:34.848486 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bfe336-cf37-4451-9db6-18bd73808824,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:28:34.877379 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:34.877730 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.segments_db [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] Added segment ea9f7033-4a61-4a15-a4a4-b648f2ec6007 of type vlan for network 57e5c203-562d-4f5c-ab12-28579fb85894 Jul 08 12:28:34.921443 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:35.022314 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:35.023469 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:35.024060 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:35.314102 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=57e5c203-562d-4f5c-ab12-28579fb85894,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:28:35.324540 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network 57e5c203-562d-4f5c-ab12-28579fb85894 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:28:35.359981 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-78a2cb8d-42ef-4bb0-8bdf-b2f32f109ee0 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9833672 Jul 08 12:28:35.362803 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 59912) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:28:35.368823 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-89af57e3-23a4-4257-9c29-25643ac6214a admin admin] Request body: {'subnet': {'network_id': '57e5c203-562d-4f5c-ab12-28579fb85894', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1388411047-subnet', 'tenant_id': 'fc36b16c1d69407e9c5e3a317a24b3ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:28:35.468034 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89af57e3-23a4-4257-9c29-25643ac6214a admin admin] Made reservation on behalf of fc36b16c1d69407e9c5e3a317a24b3ca for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:28:35.470692 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-89af57e3-23a4-4257-9c29-25643ac6214a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58951709'] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:35.680689 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-89af57e3-23a4-4257-9c29-25643ac6214a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59810699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58951727'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:35.743616 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af57e3-23a4-4257-9c29-25643ac6214a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69ee8b9-c56f-4838-8169-1c8986c1ddab,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:28:35.749220 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af57e3-23a4-4257-9c29-25643ac6214a admin admin] Checking segment: {'id': 'ea9f7033-4a61-4a15-a4a4-b648f2ec6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '57e5c203-562d-4f5c-ab12-28579fb85894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:28:35.749580 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af57e3-23a4-4257-9c29-25643ac6214a admin admin] Network hostable DHCP agents. Network: 57e5c203-562d-4f5c-ab12-28579fb85894, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:28:35.828127 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af57e3-23a4-4257-9c29-25643ac6214a admin admin] Network 57e5c203-562d-4f5c-ab12-28579fb85894 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:28:35.901560 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-89af57e3-23a4-4257-9c29-25643ac6214a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, 57e5c203-562d-4f5c-ab12-28579fb85894) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:28:35.907086 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89af57e3-23a4-4257-9c29-25643ac6214a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:35.908231 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-89af57e3-23a4-4257-9c29-25643ac6214a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:35.911755 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00029de7-91c5-4a5c-a12f-672ac696726d None None] Network 57e5c203-562d-4f5c-ab12-28579fb85894 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:28:35.989021 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-89af57e3-23a4-4257-9c29-25643ac6214a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6250408 Jul 08 12:28:36.163459 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c29fd4-2471-461d-a901-69ae11cdfdec None None] Network 57e5c203-562d-4f5c-ab12-28579fb85894 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:28:37.533522 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c2ddc-9b22-4915-acaf-cef4033d204d req-19d678d1-cc3e-4921-9547-5fa4de9b8822 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:37.535037 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5d6c2ddc-9b22-4915-acaf-cef4033d204d req-19d678d1-cc3e-4921-9547-5fa4de9b8822 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0683961 Jul 08 12:28:37.574596 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5d6c2ddc-9b22-4915-acaf-cef4033d204d req-d99e2cbe-d75b-4e6e-a010-2e054e0c8f9d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331783 Jul 08 12:28:38.750263 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6856627-ca3e-4cbd-ae78-439f4796c683 req-865ea3a7-2c73-465a-b4fd-e061de388d4b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:38.751717 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e6856627-ca3e-4cbd-ae78-439f4796c683 req-865ea3a7-2c73-465a-b4fd-e061de388d4b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0616663 Jul 08 12:28:38.789603 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e6856627-ca3e-4cbd-ae78-439f4796c683 req-7a4b089e-3d15-4f56-9866-2ffa8b120aed tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310912 Jul 08 12:28:39.967515 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1aefd4-a37c-4091-98a5-fe3a6d40181a req-de560c85-79c0-43ec-8ff7-2885dd7a859e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:39.968980 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bc1aefd4-a37c-4091-98a5-fe3a6d40181a req-de560c85-79c0-43ec-8ff7-2885dd7a859e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0665362 Jul 08 12:28:40.006502 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bc1aefd4-a37c-4091-98a5-fe3a6d40181a req-c09f547b-1e39-46a4-bbc2-fdb73d93dad4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317743 Jul 08 12:28:40.172781 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f1b7d898-34b9-4483-8b8e-73863f4696bb req-23d075a9-64b6-4ba1-aee8-abb4824440d6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509117 Jul 08 12:28:40.430522 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7d898-34b9-4483-8b8e-73863f4696bb req-75b73bee-93e9-4e6c-bd51-6a390edc30df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:40.431945 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f1b7d898-34b9-4483-8b8e-73863f4696bb req-75b73bee-93e9-4e6c-bd51-6a390edc30df service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4d389f3c5f06460e87afaaad9a294b66&device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 1138 time: 0.0569556 Jul 08 12:28:40.537782 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7d898-34b9-4483-8b8e-73863f4696bb req-79a44830-c751-4672-b4b4-f5b2204f86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:40.539389 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f1b7d898-34b9-4483-8b8e-73863f4696bb req-79a44830-c751-4672-b4b4-f5b2204f86c9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b3b2f401-2e4a-4b50-bc1d-15006406ea11 HTTP/1.1" status: 200 len: 915 time: 0.0862992 Jul 08 12:28:40.608337 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f1b7d898-34b9-4483-8b8e-73863f4696bb req-1221d6b3-7cef-4829-b803-09fd1c1af022 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6193803f-9240-4791-8564-1be2d18f23ca HTTP/1.1" status: 200 len: 1002 time: 0.0622110 Jul 08 12:28:40.658141 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7d898-34b9-4483-8b8e-73863f4696bb req-0956f09b-3410-4263-989a-9fe255de48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:40.659601 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f1b7d898-34b9-4483-8b8e-73863f4696bb req-0956f09b-3410-4263-989a-9fe255de48a5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=09f2dac1-739f-4064-b6e6-ddb4354af3d1 HTTP/1.1" status: 200 len: 853 time: 0.0443015 Jul 08 12:28:40.715581 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7d898-34b9-4483-8b8e-73863f4696bb req-93fc140b-788e-4236-8014-0090a51da03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:40.716987 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f1b7d898-34b9-4483-8b8e-73863f4696bb req-93fc140b-788e-4236-8014-0090a51da03d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b3b2f401-2e4a-4b50-bc1d-15006406ea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511527 Jul 08 12:28:40.814196 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f1b7d898-34b9-4483-8b8e-73863f4696bb req-99420662-eea0-41ef-ba30-caac7bc76efa service neutron] 10.222.0.89 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888665 Jul 08 12:28:40.903981 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f1b7d898-34b9-4483-8b8e-73863f4696bb req-4a5284e4-5b3a-43df-8c53-9aeb22d702e3 service neutron] 10.222.0.89 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826542 Jul 08 12:28:41.184175 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e54a8-c7fa-444d-ab7c-99cbb65929b9 req-3a88dc97-b853-4f65-8b03-2fbd631670ef tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:41.185698 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bf2e54a8-c7fa-444d-ab7c-99cbb65929b9 req-3a88dc97-b853-4f65-8b03-2fbd631670ef tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0659888 Jul 08 12:28:41.223673 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bf2e54a8-c7fa-444d-ab7c-99cbb65929b9 req-749f88d4-e831-4fd1-ae4d-c3c007adc5ac tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324693 Jul 08 12:28:42.045062 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:42.486351 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-827c6c31-466f-46a6-a9ea-94e3909085ad tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:42.490265 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-827c6c31-466f-46a6-a9ea-94e3909085ad tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/networks?id=57e5c203-562d-4f5c-ab12-28579fb85894 HTTP/1.1" status: 200 len: 814 time: 0.1484420 Jul 08 12:28:42.505923 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887a6e8-ffd0-42b6-a926-f9eabc2d3a33 req-33055618-5eb6-4fcc-9e3d-75263163086b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:42.507665 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a887a6e8-ffd0-42b6-a926-f9eabc2d3a33 req-33055618-5eb6-4fcc-9e3d-75263163086b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.1551127 Jul 08 12:28:42.525055 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-a9af1969-1ae8-46ca-8174-431bd651cf4b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/quotas/fc36b16c1d69407e9c5e3a317a24b3ca HTTP/1.1" status: 200 len: 375 time: 0.0156915 Jul 08 12:28:42.565299 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-a39f25db-e705-482f-8f46-d88483b7dac7 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=fc36b16c1d69407e9c5e3a317a24b3ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329871 Jul 08 12:28:42.583830 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a887a6e8-ffd0-42b6-a926-f9eabc2d3a33 req-6ce41175-d828-4a6f-8c85-0cfa36c6eb18 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674033 Jul 08 12:28:42.709269 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-87ae000b-9618-4349-a62b-d512e5e24432 service neutron] 10.222.0.88 "GET /v2.0/networks/57e5c203-562d-4f5c-ab12-28579fb85894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366162 Jul 08 12:28:42.799536 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-9b08e3b4-26e1-4b8a-85b0-022fd83ddb63 service neutron] 10.222.0.88 "GET /v2.0/networks/57e5c203-562d-4f5c-ab12-28579fb85894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840518 Jul 08 12:28:43.031296 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f004aba0-fdc1-4ae7-b224-55b6d53f3322 req-45cd5644-11cb-4011-b8d3-b4b61db93de7 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 210 time: 0.0345819 Jul 08 12:28:43.774347 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fed9ad-67d4-40d4-828a-06ce5b6d67dd req-400b5e9c-5b55-413f-9e4b-190be48e93b6 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:43.776038 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-95fed9ad-67d4-40d4-828a-06ce5b6d67dd req-400b5e9c-5b55-413f-9e4b-190be48e93b6 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0690389 Jul 08 12:28:43.814589 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-95fed9ad-67d4-40d4-828a-06ce5b6d67dd req-db376a13-7b33-4ce0-aedd-a255fb8031a7 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328774 Jul 08 12:28:44.126959 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b179a8f0-e2a5-4ab5-820d-752fb2141b5a req-941223fd-ed5d-4bc0-9ae4-e2abaf9cdc37 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 210 time: 0.0298982 Jul 08 12:28:45.011416 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2030ffe-9e16-4209-a902-1225dd555355 req-2d5ac6a7-01ea-49e4-86ff-61ef8197f57b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:45.012911 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c2030ffe-9e16-4209-a902-1225dd555355 req-2d5ac6a7-01ea-49e4-86ff-61ef8197f57b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0735714 Jul 08 12:28:45.055974 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c2030ffe-9e16-4209-a902-1225dd555355 req-a38b68c4-2e22-4fa0-8f46-c9162bf2eda4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372818 Jul 08 12:28:45.265085 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5714f97b-0578-4e7b-9bce-18e4e62238f5 req-ff9dd0b5-1735-4dbd-a8c0-2de095dc1385 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 210 time: 0.0288212 Jul 08 12:28:45.462325 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a37d7595-baeb-4596-988c-75517ef95b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:45.489630 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-5ae8e942-5157-4434-8af1-98b1578b5f1b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:45.491069 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-5ae8e942-5157-4434-8af1-98b1578b5f1b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.89 "GET /v2.0/networks?id=57e5c203-562d-4f5c-ab12-28579fb85894 HTTP/1.1" status: 200 len: 814 time: 0.1073172 Jul 08 12:28:45.509589 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-275377cd-cf0b-4eaa-8d72-358fcf2ecedc tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Request body: {'port': {'device_id': 'c519a6b1-c483-40d0-b4e4-878e88e66d59', 'network_id': '57e5c203-562d-4f5c-ab12-28579fb85894', 'admin_state_up': True, 'tenant_id': 'fc36b16c1d69407e9c5e3a317a24b3ca'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:28:45.695448 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-275377cd-cf0b-4eaa-8d72-358fcf2ecedc tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Made reservation on behalf of fc36b16c1d69407e9c5e3a317a24b3ca for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:28:45.699190 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-275377cd-cf0b-4eaa-8d72-358fcf2ecedc tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:45.828153 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-275377cd-cf0b-4eaa-8d72-358fcf2ecedc tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Allocated IP 172.20.0.6 (57e5c203-562d-4f5c-ab12-28579fb85894/f69ee8b9-c56f-4838-8169-1c8986c1ddab/a110531d-c2d0-4850-8225-ae7f7b1964b2) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:28:45.986623 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-275377cd-cf0b-4eaa-8d72-358fcf2ecedc tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:46.062634 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-275377cd-cf0b-4eaa-8d72-358fcf2ecedc tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:46.106215 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-275377cd-cf0b-4eaa-8d72-358fcf2ecedc tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Network 57e5c203-562d-4f5c-ab12-28579fb85894 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:28:46.113641 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-275377cd-cf0b-4eaa-8d72-358fcf2ecedc tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:28:46.117528 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-275377cd-cf0b-4eaa-8d72-358fcf2ecedc tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:28:46.141852 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275377cd-cf0b-4eaa-8d72-358fcf2ecedc tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Pushing event updated for resources: {'Port': ['ID=a110531d-c2d0-4850-8225-ae7f7b1964b2,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:28:46.173659 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-275377cd-cf0b-4eaa-8d72-358fcf2ecedc tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:46.174471 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-275377cd-cf0b-4eaa-8d72-358fcf2ecedc tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:46.244086 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5f969-5e02-4537-99fc-1bef1ac9c925 req-61983b81-a4d5-4590-abc1-b74205540e7b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:46.245578 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7eb5f969-5e02-4537-99fc-1bef1ac9c925 req-61983b81-a4d5-4590-abc1-b74205540e7b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0624571 Jul 08 12:28:46.251009 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-275377cd-cf0b-4eaa-8d72-358fcf2ecedc tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7453558 Jul 08 12:28:46.263418 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Request body: {'port': {'device_id': 'c519a6b1-c483-40d0-b4e4-878e88e66d59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:28:46.286743 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7eb5f969-5e02-4537-99fc-1bef1ac9c925 req-f7316743-3037-443a-b098-c0b56fb42ea3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350225 Jul 08 12:28:46.352883 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:46.472033 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f475d6-f03d-4760-8444-fc000a43bbab req-cb192199-7091-459e-83ae-d7cdbeab8754 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:46.473673 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-02f475d6-f03d-4760-8444-fc000a43bbab req-cb192199-7091-459e-83ae-d7cdbeab8754 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 931 time: 0.0777669 Jul 08 12:28:46.515653 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-02f475d6-f03d-4760-8444-fc000a43bbab req-7a9ed61a-ce23-41ad-8f8c-44f5b2a3cbeb tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Jul 08 12:28:46.627434 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a110531d-c2d0-4850-8225-ae7f7b1964b2 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:28:46.635356 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:46.647195 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Transition to ACTIVE for port object a110531d-c2d0-4850-8225-ae7f7b1964b2 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:28:46.742104 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:46.793781 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Pushing event updated for resources: {'Port': ['ID=a110531d-c2d0-4850-8225-ae7f7b1964b2,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:28:46.864690 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Attempting to bind port a110531d-c2d0-4850-8225-ae7f7b1964b2 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:28:46.865024 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Attempting to bind port a110531d-c2d0-4850-8225-ae7f7b1964b2 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'ea9f7033-4a61-4a15-a4a4-b648f2ec6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '57e5c203-562d-4f5c-ab12-28579fb85894'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:28:46.865357 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Attempting to bind port a110531d-c2d0-4850-8225-ae7f7b1964b2 on network 57e5c203-562d-4f5c-ab12-28579fb85894 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:28:46.870321 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Port a110531d-c2d0-4850-8225-ae7f7b1964b2 on network 57e5c203-562d-4f5c-ab12-28579fb85894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:28:46.872122 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Attempting to bind port a110531d-c2d0-4850-8225-ae7f7b1964b2 on network 57e5c203-562d-4f5c-ab12-28579fb85894 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:28:46.875528 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:28:46.875884 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Checking segment: {'id': 'ea9f7033-4a61-4a15-a4a4-b648f2ec6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '57e5c203-562d-4f5c-ab12-28579fb85894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:28:46.876259 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Bound using segment: {'id': 'ea9f7033-4a61-4a15-a4a4-b648f2ec6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '57e5c203-562d-4f5c-ab12-28579fb85894'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:28:46.876787 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Bound port: a110531d-c2d0-4850-8225-ae7f7b1964b2, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9f7033-4a61-4a15-a4a4-b648f2ec6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '57e5c203-562d-4f5c-ab12-28579fb85894'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:28:46.877144 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:46.941889 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] For port a110531d-c2d0-4850-8225-ae7f7b1964b2, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:28:46.945099 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] For port a110531d-c2d0-4850-8225-ae7f7b1964b2, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a110531d-c2d0-4850-8225-ae7f7b1964b2,segment=NetworkSegment(ea9f7033-4a61-4a15-a4a4-b648f2ec6007),segment_id=ea9f7033-4a61-4a15-a4a4-b648f2ec6007)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:28:47.050574 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:47.089533 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:47.090155 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:47.091581 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] 10.222.0.89 "PUT /v2.0/ports/a110531d-c2d0-4850-8225-ae7f7b1964b2 HTTP/1.1" status: 200 len: 1093 time: 0.8329456 Jul 08 12:28:47.092025 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c519a6b1-c483-40d0-b4e4-878e88e66d59', 'tag': 'a110531d-c2d0-4850-8225-ae7f7b1964b2'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:28:47.094611 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6ba483-1717-4bc1-9929-25e630ea9abc" -d '{"events": [{"name": "network-changed", "server_uuid": "c519a6b1-c483-40d0-b4e4-878e88e66d59", "tag": "a110531d-c2d0-4850-8225-ae7f7b1964b2"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:28:47.119624 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6fc7d-b414-4455-980d-556463f00c7f service neutron] Pushing event updated for resources: {'Port': ['ID=a110531d-c2d0-4850-8225-ae7f7b1964b2,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:28:47.261769 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca226870-2f3b-451e-b8f3-79921c31a87c x-openstack-request-id: req-ca226870-2f3b-451e-b8f3-79921c31a87c {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:28:47.262051 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c519a6b1-c483-40d0-b4e4-878e88e66d59", "tag": "a110531d-c2d0-4850-8225-ae7f7b1964b2", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:28:47.262296 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ca226870-2f3b-451e-b8f3-79921c31a87c {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:28:47.262679 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c519a6b1-c483-40d0-b4e4-878e88e66d59', 'tag': 'a110531d-c2d0-4850-8225-ae7f7b1964b2', 'status': 'completed', 'code': 200} Jul 08 12:28:47.274106 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-c6f8a621-d932-4b2d-aa4e-07adf4d2a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:47.275658 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-c6f8a621-d932-4b2d-aa4e-07adf4d2a155 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fc36b16c1d69407e9c5e3a317a24b3ca&device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 1096 time: 0.0604033 Jul 08 12:28:47.318027 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-c7e1bc10-c8bc-4ceb-8fb9-86080269752c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a110531d-c2d0-4850-8225-ae7f7b1964b2 HTTP/1.1" status: 200 len: 217 time: 0.0333593 Jul 08 12:28:47.366467 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-ceeeacfb-8bec-4709-bd66-32ecd480c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:47.367919 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-ceeeacfb-8bec-4709-bd66-32ecd480c46e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f69ee8b9-c56f-4838-8169-1c8986c1ddab HTTP/1.1" status: 200 len: 854 time: 0.0434697 Jul 08 12:28:47.401482 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-5fe84d70-917d-42ef-a3b0-612e5e1156ac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57e5c203-562d-4f5c-ab12-28579fb85894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253506 Jul 08 12:28:47.490791 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c2613-04a1-4921-9b72-6e95ab83cb45 req-5bbb1c2b-c3ce-4813-b91c-156c8ae1e2cd tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:47.492346 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ba9c2613-04a1-4921-9b72-6e95ab83cb45 req-5bbb1c2b-c3ce-4813-b91c-156c8ae1e2cd tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0701621 Jul 08 12:28:47.508013 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-4e117f64-c06c-43cd-a2cf-b2704d224551 service neutron] 10.222.0.89 "GET /v2.0/networks/57e5c203-562d-4f5c-ab12-28579fb85894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995009 Jul 08 12:28:47.536188 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ba9c2613-04a1-4921-9b72-6e95ab83cb45 req-d7b6eb61-be34-4fc0-81d9-7d4d05b81c80 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349574 Jul 08 12:28:47.601680 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-469b0f7f-47aa-4378-bec8-3005ed1bc50f req-106f1c48-ee8c-4e63-9b48-ce57f04c79e1 service neutron] 10.222.0.89 "GET /v2.0/networks/57e5c203-562d-4f5c-ab12-28579fb85894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870011 Jul 08 12:28:47.695553 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c02156-5607-423a-8a5e-51711d6f35b4 req-ac017cb4-a82f-41b5-b64a-d24f556aba51 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:47.697945 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a6c02156-5607-423a-8a5e-51711d6f35b4 req-ac017cb4-a82f-41b5-b64a-d24f556aba51 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 943 time: 0.0637348 Jul 08 12:28:47.738300 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a6c02156-5607-423a-8a5e-51711d6f35b4 req-6df1b3b1-5813-4924-904e-70415b292c30 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350165 Jul 08 12:28:47.829113 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ba483-1717-4bc1-9929-25e630ea9abc req-45fba0f9-77e7-4277-a467-0c831d9834bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:47.830606 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6f6ba483-1717-4bc1-9929-25e630ea9abc req-45fba0f9-77e7-4277-a467-0c831d9834bc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fc36b16c1d69407e9c5e3a317a24b3ca&device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 1096 time: 0.0592012 Jul 08 12:28:47.877172 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 60060) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:28:47.922751 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ba483-1717-4bc1-9929-25e630ea9abc req-0652b4fe-cf06-4284-80f9-676f54066593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:47.924385 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6f6ba483-1717-4bc1-9929-25e630ea9abc req-0652b4fe-cf06-4284-80f9-676f54066593 service neutron] 10.222.0.89 "GET /v2.0/networks?id=57e5c203-562d-4f5c-ab12-28579fb85894 HTTP/1.1" status: 200 len: 915 time: 0.0869458 Jul 08 12:28:47.971510 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6f6ba483-1717-4bc1-9929-25e630ea9abc req-ec97656a-3994-4e92-9d4e-72b88c77d6d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a110531d-c2d0-4850-8225-ae7f7b1964b2 HTTP/1.1" status: 200 len: 217 time: 0.0401306 Jul 08 12:28:47.983248 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1da2e78a-29a2-4ef6-a485-009168a9ae9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:48.021541 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ba483-1717-4bc1-9929-25e630ea9abc req-b87c4059-36b4-400d-9964-bddcbe60005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:48.023463 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6f6ba483-1717-4bc1-9929-25e630ea9abc req-b87c4059-36b4-400d-9964-bddcbe60005e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f69ee8b9-c56f-4838-8169-1c8986c1ddab HTTP/1.1" status: 200 len: 854 time: 0.0454521 Jul 08 12:28:48.056269 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6f6ba483-1717-4bc1-9929-25e630ea9abc req-685a82bb-141e-4b3a-8f91-93a7da405f8e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57e5c203-562d-4f5c-ab12-28579fb85894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266697 Jul 08 12:28:48.070795 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1da2e78a-29a2-4ef6-a485-009168a9ae9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:48.153428 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6f6ba483-1717-4bc1-9929-25e630ea9abc req-223940b6-ca1e-4281-b1ce-c2adb35cf5a0 service neutron] 10.222.0.89 "GET /v2.0/networks/57e5c203-562d-4f5c-ab12-28579fb85894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894840 Jul 08 12:28:48.164969 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-1da2e78a-29a2-4ef6-a485-009168a9ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:48.206785 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-1da2e78a-29a2-4ef6-a485-009168a9ae9d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c540fc2db4c14e438ac343af05c91570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285196 Jul 08 12:28:48.207769 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2e78a-29a2-4ef6-a485-009168a9ae9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bb5c02-bb01-4a7a-8ff0-f79aba37cf19,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:28:48.210766 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 60064) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:28:48.276117 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6f6ba483-1717-4bc1-9929-25e630ea9abc req-8c566e02-e8ca-4cd5-a50a-be3f3cfa2ec8 service neutron] 10.222.0.89 "GET /v2.0/networks/57e5c203-562d-4f5c-ab12-28579fb85894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142566 Jul 08 12:28:48.287825 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a7c31ddd-fd1b-459f-ae77-2023888d75f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:48.310252 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a7c31ddd-fd1b-459f-ae77-2023888d75f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:48.439738 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a7c31ddd-fd1b-459f-ae77-2023888d75f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:48.442521 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a7c31ddd-fd1b-459f-ae77-2023888d75f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:48.443656 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-a7c31ddd-fd1b-459f-ae77-2023888d75f8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/27bb5c02-bb01-4a7a-8ff0-f79aba37cf19 HTTP/1.1" status: 204 len: 168 time: 0.2319739 Jul 08 12:28:48.452355 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c31ddd-fd1b-459f-ae77-2023888d75f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bb5c02-bb01-4a7a-8ff0-f79aba37cf19,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:28:48.724936 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41051a5e-fc12-4ac2-91cd-651346c02cb9 req-58b296e7-3d6e-4987-92d1-b8311aa448ce tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:48.726561 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-41051a5e-fc12-4ac2-91cd-651346c02cb9 req-58b296e7-3d6e-4987-92d1-b8311aa448ce tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0706794 Jul 08 12:28:48.769055 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-41051a5e-fc12-4ac2-91cd-651346c02cb9 req-97a27355-72ef-4885-af27-6340f2c914df tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354695 Jul 08 12:28:48.862167 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:48.922570 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17668b50-e0d9-4c1a-94de-6ce62e5b410c req-74f29e89-c150-4a1b-9b3b-43f6e10a9b4c tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:48.924038 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-17668b50-e0d9-4c1a-94de-6ce62e5b410c req-74f29e89-c150-4a1b-9b3b-43f6e10a9b4c tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 943 time: 0.0668170 Jul 08 12:28:48.960765 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-17668b50-e0d9-4c1a-94de-6ce62e5b410c req-2799dc50-cd8f-4a4c-b92c-00e16e81ccb9 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309515 Jul 08 12:28:49.519415 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7392064f-9363-4e4e-bc98-fddd5ccead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:49.954257 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921174b0-9a86-4620-99f0-d2038ec0b259 req-021c9b02-c27f-460a-a1cd-9b00c05074f5 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:49.955736 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-921174b0-9a86-4620-99f0-d2038ec0b259 req-021c9b02-c27f-460a-a1cd-9b00c05074f5 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0628731 Jul 08 12:28:49.996513 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-921174b0-9a86-4620-99f0-d2038ec0b259 req-412ff5d1-aea3-47ce-adcd-3db891476b7f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351849 Jul 08 12:28:50.138354 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c49cd2-78df-4f3a-a920-74777647ffd8 req-1d28d709-b1d7-4726-bd09-ae5e484595d9 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:50.139808 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-40c49cd2-78df-4f3a-a920-74777647ffd8 req-1d28d709-b1d7-4726-bd09-ae5e484595d9 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 943 time: 0.0647290 Jul 08 12:28:50.180303 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-40c49cd2-78df-4f3a-a920-74777647ffd8 req-cdeacd29-6bf4-47ba-8429-92f3e255ada6 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348897 Jul 08 12:28:50.593756 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:51.194991 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557709e-9dd4-4d06-afd1-af812a3026c1 req-6cb6dd28-94be-4f33-96c2-5fa02cfadd55 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:51.196456 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a557709e-9dd4-4d06-afd1-af812a3026c1 req-6cb6dd28-94be-4f33-96c2-5fa02cfadd55 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0653441 Jul 08 12:28:51.236313 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a557709e-9dd4-4d06-afd1-af812a3026c1 req-511addfd-b227-4f4b-9f1b-e0406b9b48aa tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338645 Jul 08 12:28:51.352060 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508a84e-f81b-4c9d-b70b-d2bdf79782ac req-42a7e0e1-9fda-4d6e-bfd9-96139dd086b3 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:51.354078 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8508a84e-f81b-4c9d-b70b-d2bdf79782ac req-42a7e0e1-9fda-4d6e-bfd9-96139dd086b3 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 943 time: 0.0631273 Jul 08 12:28:51.392471 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8508a84e-f81b-4c9d-b70b-d2bdf79782ac req-c87ccb55-57cb-4be3-abf6-303d8f202721 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Jul 08 12:28:52.224489 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device a110531d-c2d0-4850-8225-ae7f7b1964b2 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:28:52.324151 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port a110531d-c2d0-4850-8225-ae7f7b1964b2, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a110531d-c2d0-4850-8225-ae7f7b1964b2,segment=NetworkSegment(ea9f7033-4a61-4a15-a4a4-b648f2ec6007),segment_id=ea9f7033-4a61-4a15-a4a4-b648f2ec6007)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:28:52.335399 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': 'a110531d-c2d0-4850-8225-ae7f7b1964b2', 'network_id': '57e5c203-562d-4f5c-ab12-28579fb85894', 'port_id': 'a110531d-c2d0-4850-8225-ae7f7b1964b2', 'mac_address': 'fa:16:3e:3e:e8:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69ee8b9-c56f-4838-8169-1c8986c1ddab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:28:52.378171 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:52.400989 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a110531d-c2d0-4850-8225-ae7f7b1964b2 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:28:52.421821 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port a110531d-c2d0-4850-8225-ae7f7b1964b2, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a110531d-c2d0-4850-8225-ae7f7b1964b2,segment=NetworkSegment(ea9f7033-4a61-4a15-a4a4-b648f2ec6007),segment_id=ea9f7033-4a61-4a15-a4a4-b648f2ec6007)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:28:52.426258 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b684ff-2cf3-45aa-a9cd-787660b94db2 req-cedc8706-ecbc-4462-becd-27745b4f8452 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:52.427774 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-07b684ff-2cf3-45aa-a9cd-787660b94db2 req-cedc8706-ecbc-4462-becd-27745b4f8452 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0719743 Jul 08 12:28:52.467632 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-07b684ff-2cf3-45aa-a9cd-787660b94db2 req-082ff310-fc26-4e08-acfc-d7c3c59cc464 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341034 Jul 08 12:28:52.519225 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:52.568741 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=a110531d-c2d0-4850-8225-ae7f7b1964b2,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:28:52.576079 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:52.576635 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:52.576990 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:52.577324 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:52.577669 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:52.578129 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:52.578377 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:52.578626 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:52.578970 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:52.579089 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b7f32-f6fa-4486-a86f-7ef595a92497 req-06a36c93-f5df-4a2a-ad6b-8c3c9a830bb6 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:52.579295 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:52.579624 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:52.579938 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:28:52.580558 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f09b7f32-f6fa-4486-a86f-7ef595a92497 req-06a36c93-f5df-4a2a-ad6b-8c3c9a830bb6 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 944 time: 0.0637000 Jul 08 12:28:52.624156 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f09b7f32-f6fa-4486-a86f-7ef595a92497 req-f495a943-c86c-40c6-8bc5-3b03a5bbbd2e tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335636 Jul 08 12:28:52.685169 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:52.918086 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['a110531d-c2d0-4850-8225-ae7f7b1964b2'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:28:53.643279 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a64da-b947-479b-a505-fbe699534a8f req-8bd80033-bdd6-4355-824b-21f0a0dfce4b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:53.644780 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-320a64da-b947-479b-a505-fbe699534a8f req-8bd80033-bdd6-4355-824b-21f0a0dfce4b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0636718 Jul 08 12:28:53.690466 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-320a64da-b947-479b-a505-fbe699534a8f req-5cb5dc8d-cd20-46dc-b7b9-ae476cee6078 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401185 Jul 08 12:28:53.800623 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4b70-81d9-400f-933f-69637ad39149 req-39b5d3f2-db61-49ed-a6aa-32e4166ad7de tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:53.801991 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-62df4b70-81d9-400f-933f-69637ad39149 req-39b5d3f2-db61-49ed-a6aa-32e4166ad7de tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 944 time: 0.0633280 Jul 08 12:28:53.839505 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-62df4b70-81d9-400f-933f-69637ad39149 req-18011523-8c76-44fb-ac5c-efba277fc5ec tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313065 Jul 08 12:28:54.222900 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device a110531d-c2d0-4850-8225-ae7f7b1964b2 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:28:54.330466 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port a110531d-c2d0-4850-8225-ae7f7b1964b2 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:28:54.334235 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port a110531d-c2d0-4850-8225-ae7f7b1964b2 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:28:54.334608 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:54.415424 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:54.438591 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c519a6b1-c483-40d0-b4e4-878e88e66d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a110531d-c2d0-4850-8225-ae7f7b1964b2'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:28:54.440858 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad39f6c-72d9-4eaf-8dec-c6762874ded9" -d '{"events": [{"server_uuid": "c519a6b1-c483-40d0-b4e4-878e88e66d59", "name": "network-vif-plugged", "status": "completed", "tag": "a110531d-c2d0-4850-8225-ae7f7b1964b2"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:28:54.456806 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port a110531d-c2d0-4850-8225-ae7f7b1964b2, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a110531d-c2d0-4850-8225-ae7f7b1964b2,segment=NetworkSegment(ea9f7033-4a61-4a15-a4a4-b648f2ec6007),segment_id=ea9f7033-4a61-4a15-a4a4-b648f2ec6007)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:28:54.523946 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:54.572895 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=a110531d-c2d0-4850-8225-ae7f7b1964b2,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:28:54.662006 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254b7877-47c9-4754-ad7b-18235d7a059b x-openstack-request-id: req-254b7877-47c9-4754-ad7b-18235d7a059b {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:28:54.662329 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c519a6b1-c483-40d0-b4e4-878e88e66d59", "name": "network-vif-plugged", "status": "completed", "tag": "a110531d-c2d0-4850-8225-ae7f7b1964b2", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:28:54.662585 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-254b7877-47c9-4754-ad7b-18235d7a059b {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:28:54.662981 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c519a6b1-c483-40d0-b4e4-878e88e66d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a110531d-c2d0-4850-8225-ae7f7b1964b2', 'code': 200} Jul 08 12:28:54.872021 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae756137-6c14-4712-a716-5b81dbf7b47e req-d44d33c8-0d88-498e-ac76-e273c1814aad tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:54.873563 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ae756137-6c14-4712-a716-5b81dbf7b47e req-d44d33c8-0d88-498e-ac76-e273c1814aad tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0662766 Jul 08 12:28:54.913091 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ae756137-6c14-4712-a716-5b81dbf7b47e req-22c2b375-957a-489e-bc98-8a5b36c0d777 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325012 Jul 08 12:28:55.005913 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7432da-5918-42f6-8a9e-9311e32b1852 req-67f22253-23d9-4a44-9925-934884a4edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:55.007474 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-db7432da-5918-42f6-8a9e-9311e32b1852 req-67f22253-23d9-4a44-9925-934884a4edbf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 1098 time: 0.0527155 Jul 08 12:28:55.020147 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5c1c-f10d-4e30-ad81-c867081c6795 req-f9adeb1d-5897-4264-a222-d0447ef05be3 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:55.021642 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e8bc5c1c-f10d-4e30-ad81-c867081c6795 req-f9adeb1d-5897-4264-a222-d0447ef05be3 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 945 time: 0.0668871 Jul 08 12:28:55.042861 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-db7432da-5918-42f6-8a9e-9311e32b1852 req-a4490064-b788-4652-b77e-2893181eab8c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290377 Jul 08 12:28:55.061575 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e8bc5c1c-f10d-4e30-ad81-c867081c6795 req-57e79515-3541-442f-a975-63f110abab6f tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330939 Jul 08 12:28:56.087749 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f8f6c-5c36-4a1a-bcea-539d6901bb46 req-c02719f3-5251-4d6c-aaa7-fe58d359c8c8 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:56.089387 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7c4f8f6c-5c36-4a1a-bcea-539d6901bb46 req-c02719f3-5251-4d6c-aaa7-fe58d359c8c8 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0617211 Jul 08 12:28:56.128990 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7c4f8f6c-5c36-4a1a-bcea-539d6901bb46 req-8ee59881-8d03-41f4-a8d8-d77b31185a3f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336339 Jul 08 12:28:56.236195 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b4143-681c-4e25-8163-e4675c553c91 req-e32dbf3d-7854-4d52-a746-7986a7a33ca5 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:56.237715 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-469b4143-681c-4e25-8163-e4675c553c91 req-e32dbf3d-7854-4d52-a746-7986a7a33ca5 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 945 time: 0.0613260 Jul 08 12:28:56.281872 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-469b4143-681c-4e25-8163-e4675c553c91 req-1990fed2-8393-459a-96ca-1d80e9268cc8 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386097 Jul 08 12:28:57.315236 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf6844-e755-49e7-84b6-f48b00d11209 req-020adc53-4a3e-41eb-9fc3-063e6c7f7758 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:57.316946 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-60bf6844-e755-49e7-84b6-f48b00d11209 req-020adc53-4a3e-41eb-9fc3-063e6c7f7758 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0649340 Jul 08 12:28:57.358879 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-60bf6844-e755-49e7-84b6-f48b00d11209 req-65a4f597-f31b-4ee8-9ce3-219aba02f78b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362689 Jul 08 12:28:57.469150 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99709b-2a2a-415c-9763-2b2e8e94dd67 req-6b6ea4db-c743-45d5-9ea2-e2fc820e9821 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:57.470635 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ac99709b-2a2a-415c-9763-2b2e8e94dd67 req-6b6ea4db-c743-45d5-9ea2-e2fc820e9821 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 945 time: 0.0741665 Jul 08 12:28:57.512077 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ac99709b-2a2a-415c-9763-2b2e8e94dd67 req-b3f1a979-c378-4fc3-a06b-ed62a10c2d5b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358815 Jul 08 12:28:58.239438 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 74274bf7-f3ff-451b-953b-c150a4db7fbf details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:28:58.344528 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 74274bf7-f3ff-451b-953b-c150a4db7fbf, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:28:58.355940 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'port_id': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'mac_address': 'fa:16:3e:a1:62:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:28:58.399615 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:58.410305 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74274bf7-f3ff-451b-953b-c150a4db7fbf {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:28:58.430761 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 74274bf7-f3ff-451b-953b-c150a4db7fbf, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:28:58.508079 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:28:58.548027 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98b0c5-db4f-49c4-acd8-3cd7979ece5f req-3f2bdfbb-62d3-43bb-9a67-1863d62a3345 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:58.549724 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ba98b0c5-db4f-49c4-acd8-3cd7979ece5f req-3f2bdfbb-62d3-43bb-9a67-1863d62a3345 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0704288 Jul 08 12:28:58.569527 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=74274bf7-f3ff-451b-953b-c150a4db7fbf,revision_number=6']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:28:58.594451 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ba98b0c5-db4f-49c4-acd8-3cd7979ece5f req-59d748c2-e59b-4938-a576-57d541c31d27 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370708 Jul 08 12:28:58.626618 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['74274bf7-f3ff-451b-953b-c150a4db7fbf'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:28:59.776908 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0b7e9-f924-47be-83f0-937439bce623 req-450aa090-fe30-4d60-976c-243bde14cfd6 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:28:59.778426 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e8f0b7e9-f924-47be-83f0-937439bce623 req-450aa090-fe30-4d60-976c-243bde14cfd6 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 944 time: 0.0662329 Jul 08 12:28:59.816839 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e8f0b7e9-f924-47be-83f0-937439bce623 req-1b4db156-896e-4469-aa82-4212e5c53bcb tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Jul 08 12:29:00.242812 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 74274bf7-f3ff-451b-953b-c150a4db7fbf up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:29:00.292762 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 74274bf7-f3ff-451b-953b-c150a4db7fbf triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:29:00.293129 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:00.374807 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:00.397122 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74274bf7-f3ff-451b-953b-c150a4db7fbf'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:29:00.399526 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c74a276-63f5-4b99-8c1f-cbe748850d46" -d '{"events": [{"server_uuid": "c30f423b-d06d-4f42-8023-58b31690e2e7", "name": "network-vif-plugged", "status": "completed", "tag": "74274bf7-f3ff-451b-953b-c150a4db7fbf"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:29:00.413237 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 74274bf7-f3ff-451b-953b-c150a4db7fbf, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:00.438845 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8a6f3b-3590-4ed1-8457-17e2be7706eb x-openstack-request-id: req-8d8a6f3b-3590-4ed1-8457-17e2be7706eb {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:29:00.439125 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f423b-d06d-4f42-8023-58b31690e2e7", "name": "network-vif-plugged", "status": "completed", "tag": "74274bf7-f3ff-451b-953b-c150a4db7fbf", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:29:00.439378 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8d8a6f3b-3590-4ed1-8457-17e2be7706eb {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:29:00.439769 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'code': 200} Jul 08 12:29:00.496085 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:00.541850 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=74274bf7-f3ff-451b-953b-c150a4db7fbf,revision_number=7']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:01.000880 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2249de-3880-4fcc-a2ad-8c684b72cea6 req-64077a0c-7327-4554-8b6e-a118bca3ab6b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:01.002373 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ae2249de-3880-4fcc-a2ad-8c684b72cea6 req-64077a0c-7327-4554-8b6e-a118bca3ab6b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0692711 Jul 08 12:29:01.044103 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ae2249de-3880-4fcc-a2ad-8c684b72cea6 req-bd490950-604c-4b92-82eb-f5145c381a63 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362284 Jul 08 12:29:02.229443 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f710f-f5da-412e-b60d-5a23388a6ecb req-2ac86fbc-2c6f-4a99-8562-caa544e0cefd tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:02.231717 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a14f710f-f5da-412e-b60d-5a23388a6ecb req-2ac86fbc-2c6f-4a99-8562-caa544e0cefd tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0680764 Jul 08 12:29:02.271231 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a14f710f-f5da-412e-b60d-5a23388a6ecb req-dd62500c-a13d-4b7a-82e1-5b6a2ada1a09 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337722 Jul 08 12:29:03.463132 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e19310-2de1-4b91-b268-9f6171f72df1 req-777cf301-b371-4de2-a1c7-212d8df69cdf tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:03.465426 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-33e19310-2de1-4b91-b268-9f6171f72df1 req-777cf301-b371-4de2-a1c7-212d8df69cdf tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0644274 Jul 08 12:29:03.509421 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-33e19310-2de1-4b91-b268-9f6171f72df1 req-b3df32dd-20f8-4228-bbf1-31d778bc1ee4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369885 Jul 08 12:29:04.708775 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c910b71-cdae-4270-94cc-116292ff79e4 req-dcd7ee39-14e7-44ef-861b-cf720da6afd6 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:04.710270 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4c910b71-cdae-4270-94cc-116292ff79e4 req-dcd7ee39-14e7-44ef-861b-cf720da6afd6 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0731859 Jul 08 12:29:04.752521 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4c910b71-cdae-4270-94cc-116292ff79e4 req-960a6fef-ff88-41db-b1ee-871e1181e15d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358887 Jul 08 12:29:05.993642 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be2484-6106-4311-b201-86d311756a97 req-bf2a9abc-53a7-4181-9f9d-f7726f6b8810 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:06.001094 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e6be2484-6106-4311-b201-86d311756a97 req-bf2a9abc-53a7-4181-9f9d-f7726f6b8810 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0918241 Jul 08 12:29:06.044930 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e6be2484-6106-4311-b201-86d311756a97 req-378827df-5daa-4286-9954-f140c6f9519f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426235 Jul 08 12:29:07.254536 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5882295-53a2-4b68-9a41-32c62bfc0c34 req-b8d27eee-51bc-40de-9a62-0401c1336973 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:07.261154 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c5882295-53a2-4b68-9a41-32c62bfc0c34 req-b8d27eee-51bc-40de-9a62-0401c1336973 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0837181 Jul 08 12:29:07.307189 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c5882295-53a2-4b68-9a41-32c62bfc0c34 req-4be0313b-6e78-435f-b378-4cdf9ed3963f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446432 Jul 08 12:29:08.004865 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:29:08.495207 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18163f44-a15f-41d0-928f-1c6e5e25eafc req-61f69a8a-c214-42c4-a752-b1c6a1e9be79 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:08.496954 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-18163f44-a15f-41d0-928f-1c6e5e25eafc req-61f69a8a-c214-42c4-a752-b1c6a1e9be79 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0717406 Jul 08 12:29:08.535525 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-18163f44-a15f-41d0-928f-1c6e5e25eafc req-5be40019-e47e-4c07-9057-c47aa811757d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330951 Jul 08 12:29:09.724579 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037c1ca-400f-44b5-8d9b-eddcf15ca1a3 req-b2d01612-5281-4712-bbf8-76b7db455c19 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:09.726074 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f037c1ca-400f-44b5-8d9b-eddcf15ca1a3 req-b2d01612-5281-4712-bbf8-76b7db455c19 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0694890 Jul 08 12:29:09.766260 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f037c1ca-400f-44b5-8d9b-eddcf15ca1a3 req-205dedb3-2cc6-4123-84e1-6278c8f9e9c6 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342190 Jul 08 12:29:10.966792 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090c6da-e3f1-46f1-97bd-749d2acebc40 req-b48ceea2-efa8-441a-9866-5f5a28d75acb tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:10.968828 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7090c6da-e3f1-46f1-97bd-749d2acebc40 req-b48ceea2-efa8-441a-9866-5f5a28d75acb tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0719957 Jul 08 12:29:11.011052 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7090c6da-e3f1-46f1-97bd-749d2acebc40 req-a4da8aff-8cbd-494d-bcdc-ce3ffc4f5e86 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355647 Jul 08 12:29:12.072015 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:12.219730 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df6df2-32fd-45d6-9fa9-ae65c675b2c0 req-71a54a51-1ba3-41e7-b030-027f6d03e991 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:12.221476 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d2df6df2-32fd-45d6-9fa9-ae65c675b2c0 req-71a54a51-1ba3-41e7-b030-027f6d03e991 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0837188 Jul 08 12:29:12.268505 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d2df6df2-32fd-45d6-9fa9-ae65c675b2c0 req-17d0f282-78eb-49bf-a6eb-3d3f74dbe262 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413423 Jul 08 12:29:13.467673 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154c97c-048b-46a2-987c-1375935265c1 req-b793a8c4-395d-4a01-ab69-89014ef3c8a2 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:13.470391 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1154c97c-048b-46a2-987c-1375935265c1 req-b793a8c4-395d-4a01-ab69-89014ef3c8a2 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0784049 Jul 08 12:29:13.517055 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1154c97c-048b-46a2-987c-1375935265c1 req-b6b097b9-7572-4155-8351-cc5224bd2405 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408497 Jul 08 12:29:14.119550 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-02424034-0078-4f0b-b7e0-f11763cd38c8 req-7acec1e8-5375-428d-8e7d-2e58df25cc78 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978283809&fields=id&tenant_id=4d389f3c5f06460e87afaaad9a294b66 HTTP/1.1" status: 200 len: 267 time: 0.2933342 Jul 08 12:29:14.189618 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02424034-0078-4f0b-b7e0-f11763cd38c8 req-88bcf86c-9556-451f-a241-3261fe8e840d tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:14.191341 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-02424034-0078-4f0b-b7e0-f11763cd38c8 req-88bcf86c-9556-451f-a241-3261fe8e840d tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 985 time: 0.0709045 Jul 08 12:29:14.203441 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [req-02424034-0078-4f0b-b7e0-f11763cd38c8 req-24364745-d7ae-4678-a860-f2121af2d229 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Request body: {'port': {'security_groups': ['3b53a5a5-57d4-4e9d-9357-30aec34a1054']}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:29:14.311533 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-02424034-0078-4f0b-b7e0-f11763cd38c8 req-24364745-d7ae-4678-a860-f2121af2d229 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:14.536305 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [req-02424034-0078-4f0b-b7e0-f11763cd38c8 req-24364745-d7ae-4678-a860-f2121af2d229 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] For port 6193803f-9240-4791-8564-1be2d18f23ca, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=6193803f-9240-4791-8564-1be2d18f23ca,segment=NetworkSegment(92ec901e-daa8-44ce-8a3f-a614949e55dd),segment_id=92ec901e-daa8-44ce-8a3f-a614949e55dd)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:14.584716 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-02424034-0078-4f0b-b7e0-f11763cd38c8 req-24364745-d7ae-4678-a860-f2121af2d229 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for port, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:14.690859 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-02424034-0078-4f0b-b7e0-f11763cd38c8 req-24364745-d7ae-4678-a860-f2121af2d229 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61923469'] for port, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:14.705914 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['6193803f-9240-4791-8564-1be2d18f23ca'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:29:14.761293 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24364745-d7ae-4678-a860-f2121af2d229 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event updated for resources: {'Port': ['ID=6193803f-9240-4791-8564-1be2d18f23ca,revision_number=7']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:14.785332 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02424034-0078-4f0b-b7e0-f11763cd38c8 req-24364745-d7ae-4678-a860-f2121af2d229 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:14.786099 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [req-02424034-0078-4f0b-b7e0-f11763cd38c8 req-24364745-d7ae-4678-a860-f2121af2d229 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:14.791835 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-02424034-0078-4f0b-b7e0-f11763cd38c8 req-24364745-d7ae-4678-a860-f2121af2d229 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "PUT /v2.0/ports/6193803f-9240-4791-8564-1be2d18f23ca HTTP/1.1" status: 200 len: 943 time: 0.5940094 Jul 08 12:29:14.793918 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'tag': '6193803f-9240-4791-8564-1be2d18f23ca'}] {{(pid=93655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:29:14.796671 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a03bbc91d2f86613491d0901239a9001c4f73130c8ca6ab44098ce7ccb338547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a70e11-dfcf-4b3b-bfb3-0b8228c596f0" -d '{"events": [{"name": "network-changed", "server_uuid": "923a9048-a8fa-407a-b04b-21a6814c8b05", "tag": "6193803f-9240-4791-8564-1be2d18f23ca"}]}' {{(pid=93655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:29:14.797887 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 60286) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:14.862942 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d5c8-7fca-40ff-8d0a-343b6f609b9e req-b6d5aadd-cf8e-4c78-bfbc-56753365486e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:14.871351 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9d57d5c8-7fca-40ff-8d0a-343b6f609b9e req-b6d5aadd-cf8e-4c78-bfbc-56753365486e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.2127721 Jul 08 12:29:14.949052 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['6193803f-9240-4791-8564-1be2d18f23ca'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:29:14.963690 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3131c322-fab5-4197-aebf-a6f0e43eb2bb tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:14.995922 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3131c322-fab5-4197-aebf-a6f0e43eb2bb tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:15.016355 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9d57d5c8-7fca-40ff-8d0a-343b6f609b9e req-416d7041-516a-49f4-97ce-09398757804c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335309 Jul 08 12:29:15.041805 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a6f638-7636-4dde-8ffb-0b9ab3a9f624 x-openstack-request-id: req-a4a6f638-7636-4dde-8ffb-0b9ab3a9f624 {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:29:15.042102 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923a9048-a8fa-407a-b04b-21a6814c8b05", "tag": "6193803f-9240-4791-8564-1be2d18f23ca", "status": "completed", "code": 200}]} {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:29:15.042357 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a4a6f638-7636-4dde-8ffb-0b9ab3a9f624 {{(pid=93655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:29:15.043388 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'tag': '6193803f-9240-4791-8564-1be2d18f23ca', 'status': 'completed', 'code': 200} Jul 08 12:29:15.151035 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70e11-dfcf-4b3b-bfb3-0b8228c596f0 req-e574bdbe-df73-4ef7-a4e1-4922ba9faaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:15.152680 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-80a70e11-dfcf-4b3b-bfb3-0b8228c596f0 req-e574bdbe-df73-4ef7-a4e1-4922ba9faaea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4d389f3c5f06460e87afaaad9a294b66&device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 1099 time: 0.0914874 Jul 08 12:29:15.215862 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-fcee0a7d-08b6-4964-b9cf-ad5bf28b424d None None] Provisioning complete for port 6193803f-9240-4791-8564-1be2d18f23ca triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:29:15.216236 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-fcee0a7d-08b6-4964-b9cf-ad5bf28b424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:15.282162 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3131c322-fab5-4197-aebf-a6f0e43eb2bb tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:15.285999 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-3131c322-fab5-4197-aebf-a6f0e43eb2bb tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:15.292225 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 60294) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:15.292501 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-3131c322-fab5-4197-aebf-a6f0e43eb2bb tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "DELETE /v2.0/security-groups/b61f81c5-645a-48c1-876a-cb4f29a765ea HTTP/1.1" status: 204 len: 168 time: 0.4909024 Jul 08 12:29:15.310219 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70e11-dfcf-4b3b-bfb3-0b8228c596f0 req-0acdd786-bb16-4e5e-a139-6f94ea8797c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:15.312419 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-80a70e11-dfcf-4b3b-bfb3-0b8228c596f0 req-0acdd786-bb16-4e5e-a139-6f94ea8797c5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b3b2f401-2e4a-4b50-bc1d-15006406ea11 HTTP/1.1" status: 200 len: 915 time: 0.1509254 Jul 08 12:29:15.313347 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131c322-fab5-4197-aebf-a6f0e43eb2bb tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61f81c5-645a-48c1-876a-cb4f29a765ea,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:15.425191 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-80a70e11-dfcf-4b3b-bfb3-0b8228c596f0 req-66610a97-30b2-4b7b-9777-86f5158b40c4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6193803f-9240-4791-8564-1be2d18f23ca HTTP/1.1" status: 200 len: 1002 time: 0.1004422 Jul 08 12:29:15.450461 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c34be0e5-d215-48e0-a387-16aa0cec9c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:15.479521 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70e11-dfcf-4b3b-bfb3-0b8228c596f0 req-b41a8c1d-1db4-46bf-9b75-83a9f32d91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:15.481196 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-80a70e11-dfcf-4b3b-bfb3-0b8228c596f0 req-b41a8c1d-1db4-46bf-9b75-83a9f32d91ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=09f2dac1-739f-4064-b6e6-ddb4354af3d1 HTTP/1.1" status: 200 len: 853 time: 0.0489192 Jul 08 12:29:15.547556 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70e11-dfcf-4b3b-bfb3-0b8228c596f0 req-f797ff30-7689-466d-b9c2-59d845cdfa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:15.549776 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-80a70e11-dfcf-4b3b-bfb3-0b8228c596f0 req-f797ff30-7689-466d-b9c2-59d845cdfa63 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b3b2f401-2e4a-4b50-bc1d-15006406ea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602305 Jul 08 12:29:15.559806 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-b8dbdba1-af3d-4866-956e-426125451929 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Deleting port 370d1c3d-7ea2-4f60-8ed7-ff0ee5096708 {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:29:15.560780 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b8dbdba1-af3d-4866-956e-426125451929 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:15.656367 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b8dbdba1-af3d-4866-956e-426125451929 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:15.657163 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b8dbdba1-af3d-4866-956e-426125451929 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:15.665407 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-80a70e11-dfcf-4b3b-bfb3-0b8228c596f0 req-c2fb3905-3515-42f9-9f58-815c128db82a service neutron] 10.222.0.89 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076083 Jul 08 12:29:15.672093 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-b8dbdba1-af3d-4866-956e-426125451929 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Calling delete_port for 370d1c3d-7ea2-4f60-8ed7-ff0ee5096708 owned by network:floatingip {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:29:15.760344 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-80a70e11-dfcf-4b3b-bfb3-0b8228c596f0 req-8def0094-1bc2-4b47-8336-8e38d8c407ce service neutron] 10.222.0.89 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870967 Jul 08 12:29:15.923342 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b8dbdba1-af3d-4866-956e-426125451929 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:15.954388 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbdba1-af3d-4866-956e-426125451929 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event deleted for resources: {'Port': ['ID=370d1c3d-7ea2-4f60-8ed7-ff0ee5096708,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:16.028676 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b8dbdba1-af3d-4866-956e-426125451929 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks [] for floatingip, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:16.034484 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.l3_db [None req-b8dbdba1-af3d-4866-956e-426125451929 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Floating IP deac5a21-c04f-46e9-9dd0-5d3a8d11d8d5 disassociated (deleted). External IP: 172.27.3.242, port: 6193803f-9240-4791-8564-1be2d18f23ca. Jul 08 12:29:16.342725 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba17f4-7e82-4ed3-81b4-65f61bff0bcf req-73b7fbc1-163d-4e92-813a-93da08b43357 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:16.344556 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-17ba17f4-7e82-4ed3-81b4-65f61bff0bcf req-73b7fbc1-163d-4e92-813a-93da08b43357 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.1319900 Jul 08 12:29:16.352730 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dbdba1-af3d-4866-956e-426125451929 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Router e43d0210-67fe-41cc-9f7c-323925bd7243 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:29:16.443972 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-17ba17f4-7e82-4ed3-81b4-65f61bff0bcf req-200ee07b-ee96-48ba-ae99-47cc7bf31052 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932140 Jul 08 12:29:16.543550 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dbdba1-af3d-4866-956e-426125451929 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:29:16.553713 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b8dbdba1-af3d-4866-956e-426125451929 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:16.560802 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd43f155-f567-483d-8fa5-ce1c7f10442c None None] Sync routers for ids ['e43d0210-67fe-41cc-9f7c-323925bd7243'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:29:16.587683 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd43f155-f567-483d-8fa5-ce1c7f10442c None None] Routers {'e43d0210-67fe-41cc-9f7c-323925bd7243'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:29:16.588843 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-dd43f155-f567-483d-8fa5-ce1c7f10442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:28:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['e43d0210-67fe-41cc-9f7c-323925bd7243'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:16.661139 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-b8dbdba1-af3d-4866-956e-426125451929 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "DELETE /v2.0/floatingips/deac5a21-c04f-46e9-9dd0-5d3a8d11d8d5 HTTP/1.1" status: 204 len: 168 time: 1.3630764 Jul 08 12:29:16.751004 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-dd43f155-f567-483d-8fa5-ce1c7f10442c None None] Set router e43d0210-67fe-41cc-9f7c-323925bd7243 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:29:17.044369 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'tag': '6193803f-9240-4791-8564-1be2d18f23ca'}] {{(pid=93655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:29:17.047870 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a03bbc91d2f86613491d0901239a9001c4f73130c8ca6ab44098ce7ccb338547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9dbdc8-57b8-45e2-ad8f-dacc0ce00892" -d '{"events": [{"name": "network-changed", "server_uuid": "923a9048-a8fa-407a-b04b-21a6814c8b05", "tag": "6193803f-9240-4791-8564-1be2d18f23ca"}]}' {{(pid=93655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:29:17.060169 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-dd43f155-f567-483d-8fa5-ce1c7f10442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:15Z', 'revision_number': 4, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '04fcd195-fb7a-4b68-9e7d-aa70b3c152c5', 'name': '', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'mac_address': 'fa:16:3e:f4:b7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:14Z', 'updated_at': '2021-07-08T12:24:22Z', 'revision_number': 5, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'subnets': [{'id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:17.090606 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f6852d-bc30-4752-a6f6-84276f28fa4f x-openstack-request-id: req-55f6852d-bc30-4752-a6f6-84276f28fa4f {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:29:17.091052 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923a9048-a8fa-407a-b04b-21a6814c8b05", "tag": "6193803f-9240-4791-8564-1be2d18f23ca", "status": "completed", "code": 200}]} {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:29:17.091997 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-55f6852d-bc30-4752-a6f6-84276f28fa4f {{(pid=93655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:29:17.092170 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd43f155-f567-483d-8fa5-ce1c7f10442c None None] Checking router: e43d0210-67fe-41cc-9f7c-323925bd7243 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:29:17.093037 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'tag': '6193803f-9240-4791-8564-1be2d18f23ca', 'status': 'completed', 'code': 200} Jul 08 12:29:17.102013 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd43f155-f567-483d-8fa5-ce1c7f10442c None None] Routers {'e43d0210-67fe-41cc-9f7c-323925bd7243'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:29:17.102651 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-dd43f155-f567-483d-8fa5-ce1c7f10442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:28:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['e43d0210-67fe-41cc-9f7c-323925bd7243'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:17.180436 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dbdc8-57b8-45e2-ad8f-dacc0ce00892 req-f65f0da0-05be-45db-a329-7c99c4c73cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:17.182214 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-2f9dbdc8-57b8-45e2-ad8f-dacc0ce00892 req-f65f0da0-05be-45db-a329-7c99c4c73cda service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4d389f3c5f06460e87afaaad9a294b66&device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 1099 time: 0.0579112 Jul 08 12:29:17.227990 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-dd43f155-f567-483d-8fa5-ce1c7f10442c None None] Set router e43d0210-67fe-41cc-9f7c-323925bd7243 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:29:17.307963 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dbdc8-57b8-45e2-ad8f-dacc0ce00892 req-2b42dfdd-515b-47f3-8697-ba960c98ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:17.309636 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-2f9dbdc8-57b8-45e2-ad8f-dacc0ce00892 req-2b42dfdd-515b-47f3-8697-ba960c98ad1c service neutron] 10.222.0.89 "GET /v2.0/networks?id=b3b2f401-2e4a-4b50-bc1d-15006406ea11 HTTP/1.1" status: 200 len: 915 time: 0.1165311 Jul 08 12:29:17.361115 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-2f9dbdc8-57b8-45e2-ad8f-dacc0ce00892 req-d86571f8-2f48-48eb-9144-cdacd03a1316 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6193803f-9240-4791-8564-1be2d18f23ca HTTP/1.1" status: 200 len: 217 time: 0.0428674 Jul 08 12:29:17.425667 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dbdc8-57b8-45e2-ad8f-dacc0ce00892 req-47aba001-ac8f-48c1-9c66-ccced76b60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:17.434959 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-2f9dbdc8-57b8-45e2-ad8f-dacc0ce00892 req-47aba001-ac8f-48c1-9c66-ccced76b60e0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=09f2dac1-739f-4064-b6e6-ddb4354af3d1 HTTP/1.1" status: 200 len: 853 time: 0.0578485 Jul 08 12:29:17.488121 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dbdc8-57b8-45e2-ad8f-dacc0ce00892 req-92924468-22f9-4dd4-a30a-4e9725ddbfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:17.489661 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-2f9dbdc8-57b8-45e2-ad8f-dacc0ce00892 req-92924468-22f9-4dd4-a30a-4e9725ddbfd1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b3b2f401-2e4a-4b50-bc1d-15006406ea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559287 Jul 08 12:29:17.609213 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-dd43f155-f567-483d-8fa5-ce1c7f10442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:15Z', 'revision_number': 4, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '04fcd195-fb7a-4b68-9e7d-aa70b3c152c5', 'name': '', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'mac_address': 'fa:16:3e:f4:b7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:14Z', 'updated_at': '2021-07-08T12:24:22Z', 'revision_number': 5, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'subnets': [{'id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:17.634257 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-2f9dbdc8-57b8-45e2-ad8f-dacc0ce00892 req-27b77b4f-c12d-469b-9e76-178355f54c47 service neutron] 10.222.0.89 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368730 Jul 08 12:29:17.640852 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd43f155-f567-483d-8fa5-ce1c7f10442c None None] The sync data for ids ['e43d0210-67fe-41cc-9f7c-323925bd7243'] in dv-cinder-799631-5-iscsi is: [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:15Z', 'revision_number': 4, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '04fcd195-fb7a-4b68-9e7d-aa70b3c152c5', 'name': '', 'network_id': 'b3b2f401-2e4a-4b50-bc1d-15006406ea11', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'mac_address': 'fa:16:3e:f4:b7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:14Z', 'updated_at': '2021-07-08T12:24:22Z', 'revision_number': 5, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'subnets': [{'id': '09f2dac1-739f-4064-b6e6-ddb4354af3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:29:17.712431 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa82675-5433-466d-aa2e-85267ca18d39 req-2a97a0ed-1388-496d-9a3e-eda70ef2c09c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:17.721105 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9aa82675-5433-466d-aa2e-85267ca18d39 req-2a97a0ed-1388-496d-9a3e-eda70ef2c09c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.1048653 Jul 08 12:29:17.786285 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-2f9dbdc8-57b8-45e2-ad8f-dacc0ce00892 req-16889f45-c7f5-48c9-96ff-7a60d5a8c5aa service neutron] 10.222.0.89 "GET /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422896 Jul 08 12:29:17.788312 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9aa82675-5433-466d-aa2e-85267ca18d39 req-a878d783-9069-45ae-8125-42de1b8242e7 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606539 Jul 08 12:29:18.003824 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11895f93-ad24-4432-9c41-e5b9533b5b10 None None] New status for floating IP deac5a21-c04f-46e9-9dd0-5d3a8d11d8d5: DOWN {{(pid=93657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:29:18.923810 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:18.967394 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f0a88-0d3a-4113-b9b5-42025eeaffeb req-dec56a80-d836-423a-833c-005fc69b1d84 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:18.969396 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9f4f0a88-0d3a-4113-b9b5-42025eeaffeb req-dec56a80-d836-423a-833c-005fc69b1d84 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0663056 Jul 08 12:29:19.012331 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9f4f0a88-0d3a-4113-b9b5-42025eeaffeb req-63493826-c426-407e-879d-2d0f72101940 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371339 Jul 08 12:29:19.541708 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-92fd566b-9feb-4563-afb1-40835c289354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:20.194516 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58534eb-a17c-4a9e-a024-f6c84e858f91 req-8af91ae4-4d85-4a59-ae97-8f0328bde4bb tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:20.196004 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d58534eb-a17c-4a9e-a024-f6c84e858f91 req-8af91ae4-4d85-4a59-ae97-8f0328bde4bb tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0647314 Jul 08 12:29:20.240732 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d58534eb-a17c-4a9e-a024-f6c84e858f91 req-cda5f03b-b324-408b-a5cf-ba5313934f26 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376208 Jul 08 12:29:20.516600 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3b925-c1c5-4871-bf0e-4e288b7a9a71 req-9b92b6bb-7912-4e3b-9175-deb04a296650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:20.519349 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-35c3b925-c1c5-4871-bf0e-4e288b7a9a71 req-9b92b6bb-7912-4e3b-9175-deb04a296650 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0560875 Jul 08 12:29:20.615762 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:20.616366 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3b925-c1c5-4871-bf0e-4e288b7a9a71 req-90633f34-f6f8-4347-ba87-3496f2718a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:20.617811 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-35c3b925-c1c5-4871-bf0e-4e288b7a9a71 req-90633f34-f6f8-4347-ba87-3496f2718a1e service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 200 len: 917 time: 0.0916293 Jul 08 12:29:20.684821 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-35c3b925-c1c5-4871-bf0e-4e288b7a9a71 req-a2af3be7-165b-4d8e-884f-b17798c587da service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf HTTP/1.1" status: 200 len: 1001 time: 0.0588048 Jul 08 12:29:20.735984 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3b925-c1c5-4871-bf0e-4e288b7a9a71 req-aa3eb817-9a32-464f-9b1e-97d529fa4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:20.737599 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-35c3b925-c1c5-4871-bf0e-4e288b7a9a71 req-aa3eb817-9a32-464f-9b1e-97d529fa4534 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2889e973-26ef-4f9a-8438-d3a8d25d582e HTTP/1.1" status: 200 len: 855 time: 0.0455248 Jul 08 12:29:20.799826 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3b925-c1c5-4871-bf0e-4e288b7a9a71 req-e7ce7929-aa0f-448d-bfab-35bab9f25862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:20.801264 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-35c3b925-c1c5-4871-bf0e-4e288b7a9a71 req-e7ce7929-aa0f-448d-bfab-35bab9f25862 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e4e0557-4bba-4b10-85f1-95b3483d6f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571947 Jul 08 12:29:20.891096 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-35c3b925-c1c5-4871-bf0e-4e288b7a9a71 req-9ea3112c-943a-451a-a802-9934c5108305 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823941 Jul 08 12:29:20.989178 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-35c3b925-c1c5-4871-bf0e-4e288b7a9a71 req-92174257-29bb-4461-a4a8-a32368edf747 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902061 Jul 08 12:29:21.435121 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8f253-f272-49fd-9e7a-b2ff05980442 req-ff069e93-78f0-4c24-9990-eb86a8bcfefe tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:21.437422 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6ea8f253-f272-49fd-9e7a-b2ff05980442 req-ff069e93-78f0-4c24-9990-eb86a8bcfefe tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0745137 Jul 08 12:29:21.476786 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6ea8f253-f272-49fd-9e7a-b2ff05980442 req-f2a086db-25f3-4e7d-abc3-c694577275e8 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339420 Jul 08 12:29:21.865976 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e4678-e57c-4dd3-ae5c-91507f2fc806 req-7e4a9ae5-bb65-414f-92e3-0e9192037bee tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:21.867326 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-098e4678-e57c-4dd3-ae5c-91507f2fc806 req-7e4a9ae5-bb65-414f-92e3-0e9192037bee tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.0655117 Jul 08 12:29:21.905589 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-098e4678-e57c-4dd3-ae5c-91507f2fc806 req-cb0e8070-8f0b-419b-a511-ea0e819bd133 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324748 Jul 08 12:29:22.659790 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e6003-94f9-443b-8fa3-dce937480c94 req-7680ac4b-0250-40aa-a108-c0cab99a732f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:22.661329 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0f7e6003-94f9-443b-8fa3-dce937480c94 req-7680ac4b-0250-40aa-a108-c0cab99a732f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0661645 Jul 08 12:29:22.690178 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:22.698687 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0f7e6003-94f9-443b-8fa3-dce937480c94 req-03cec36e-192b-465b-90cd-5c355e7eafc8 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315418 Jul 08 12:29:23.093508 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b25c2f-935c-4f80-bee4-4af66cd1801a req-a370957c-92ff-4336-8b60-7dd8afc5dc95 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:23.094955 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-52b25c2f-935c-4f80-bee4-4af66cd1801a req-a370957c-92ff-4336-8b60-7dd8afc5dc95 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.0665376 Jul 08 12:29:23.142177 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-52b25c2f-935c-4f80-bee4-4af66cd1801a req-df8d7049-1eec-4ed5-b953-cf4d1bf781de tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415537 Jul 08 12:29:23.882783 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86723a0e-4b03-4140-8948-6a0cd74445d5 req-54600aac-3432-4f3d-ac0e-beedbfb9db5c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:23.884297 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-86723a0e-4b03-4140-8948-6a0cd74445d5 req-54600aac-3432-4f3d-ac0e-beedbfb9db5c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0643766 Jul 08 12:29:23.934286 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-86723a0e-4b03-4140-8948-6a0cd74445d5 req-4cbeb65f-1ac2-4d37-a3c2-a4661fdc2c5e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444078 Jul 08 12:29:24.399270 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 74274bf7-f3ff-451b-953b-c150a4db7fbf no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:29:24.488351 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:24.512319 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74274bf7-f3ff-451b-953b-c150a4db7fbf'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:29:24.514806 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe154e7-c7be-43b8-a270-9705ccd24916" -d '{"events": [{"server_uuid": "c30f423b-d06d-4f42-8023-58b31690e2e7", "name": "network-vif-unplugged", "status": "completed", "tag": "74274bf7-f3ff-451b-953b-c150a4db7fbf"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:29:24.529601 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 74274bf7-f3ff-451b-953b-c150a4db7fbf, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:24.597293 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:24.616974 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971b06a-647f-4467-90bd-82817048194a req-4ab65545-cdd4-4a55-9771-f9befda9c77f tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:24.618675 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0971b06a-647f-4467-90bd-82817048194a req-4ab65545-cdd4-4a55-9771-f9befda9c77f tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.89 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.3158135 Jul 08 12:29:24.655884 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=74274bf7-f3ff-451b-953b-c150a4db7fbf,revision_number=8']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:24.719549 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f956e-5f8d-4a15-bb93-d3731f0811fe req-a3fa6e96-7989-4ddc-bb6f-5006781d7ef7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:24.725075 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-670f956e-5f8d-4a15-bb93-d3731f0811fe req-a3fa6e96-7989-4ddc-bb6f-5006781d7ef7 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 946 time: 0.0784452 Jul 08 12:29:24.733899 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-0971b06a-647f-4467-90bd-82817048194a req-418f73a0-29c5-4037-98ad-1a9539eee8de tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Deleting port 6193803f-9240-4791-8564-1be2d18f23ca {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:29:24.740936 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0971b06a-647f-4467-90bd-82817048194a req-418f73a0-29c5-4037-98ad-1a9539eee8de tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:24.773107 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-670f956e-5f8d-4a15-bb93-d3731f0811fe req-529a50db-f585-4ae0-a310-1cb076e1e159 tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b53a5a5-57d4-4e9d-9357-30aec34a1054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443122 Jul 08 12:29:24.809010 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 12:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceed78cb-893f-444c-8025-7fc0c9b7b2a6 x-openstack-request-id: req-ceed78cb-893f-444c-8025-7fc0c9b7b2a6 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:29:24.809306 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f423b-d06d-4f42-8023-58b31690e2e7", "name": "network-vif-unplugged", "status": "failed", "tag": "74274bf7-f3ff-451b-953b-c150a4db7fbf", "code": 422}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:29:24.809581 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ceed78cb-893f-444c-8025-7fc0c9b7b2a6 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:29:24.810839 dv-cinder-799631-5-iscsi neutron-server[93656]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'code': 422} returned with failed status Jul 08 12:29:24.829266 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-0971b06a-647f-4467-90bd-82817048194a req-418f73a0-29c5-4037-98ad-1a9539eee8de tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] For port 6193803f-9240-4791-8564-1be2d18f23ca, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=6193803f-9240-4791-8564-1be2d18f23ca,segment=NetworkSegment(92ec901e-daa8-44ce-8a3f-a614949e55dd),segment_id=92ec901e-daa8-44ce-8a3f-a614949e55dd)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:24.829490 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0971b06a-647f-4467-90bd-82817048194a req-418f73a0-29c5-4037-98ad-1a9539eee8de tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:24.844234 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-0971b06a-647f-4467-90bd-82817048194a req-418f73a0-29c5-4037-98ad-1a9539eee8de tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Calling delete_port for 6193803f-9240-4791-8564-1be2d18f23ca owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:29:25.037409 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0971b06a-647f-4467-90bd-82817048194a req-418f73a0-29c5-4037-98ad-1a9539eee8de tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:25.049143 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['6193803f-9240-4791-8564-1be2d18f23ca'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:29:25.069035 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f73a0-29c5-4037-98ad-1a9539eee8de tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Pushing event deleted for resources: {'Port': ['ID=6193803f-9240-4791-8564-1be2d18f23ca,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:25.118690 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0971b06a-647f-4467-90bd-82817048194a req-418f73a0-29c5-4037-98ad-1a9539eee8de tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] No DVR routers for this DVR port 6193803f-9240-4791-8564-1be2d18f23ca on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:29:25.121493 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0971b06a-647f-4467-90bd-82817048194a req-418f73a0-29c5-4037-98ad-1a9539eee8de tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:25.123538 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0971b06a-647f-4467-90bd-82817048194a req-418f73a0-29c5-4037-98ad-1a9539eee8de tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.89 "DELETE /v2.0/ports/6193803f-9240-4791-8564-1be2d18f23ca HTTP/1.1" status: 204 len: 173 time: 0.4957607 Jul 08 12:29:25.123970 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'name': 'network-vif-deleted', 'tag': '6193803f-9240-4791-8564-1be2d18f23ca'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:29:25.126324 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a70f2d-2b56-4700-8234-d08ac96f2a05" -d '{"events": [{"server_uuid": "923a9048-a8fa-407a-b04b-21a6814c8b05", "name": "network-vif-deleted", "tag": "6193803f-9240-4791-8564-1be2d18f23ca"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:29:25.167120 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db7fcef-431f-448c-9e78-d942b2e69cd6 x-openstack-request-id: req-5db7fcef-431f-448c-9e78-d942b2e69cd6 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:29:25.167411 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923a9048-a8fa-407a-b04b-21a6814c8b05", "name": "network-vif-deleted", "tag": "6193803f-9240-4791-8564-1be2d18f23ca", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:29:25.167661 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5db7fcef-431f-448c-9e78-d942b2e69cd6 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:29:25.168058 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923a9048-a8fa-407a-b04b-21a6814c8b05', 'name': 'network-vif-deleted', 'tag': '6193803f-9240-4791-8564-1be2d18f23ca', 'status': 'completed', 'code': 200} Jul 08 12:29:25.736380 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d249bc6-3364-48dc-bc63-48f5f7061af0 req-6590fbb8-9d8a-4527-a4b6-276b7b0fd613 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:25.737945 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3d249bc6-3364-48dc-bc63-48f5f7061af0 req-6590fbb8-9d8a-4527-a4b6-276b7b0fd613 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0766561 Jul 08 12:29:25.778513 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3d249bc6-3364-48dc-bc63-48f5f7061af0 req-b59ba824-690d-43e7-9817-b29167932bb4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349340 Jul 08 12:29:25.921518 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4e0544e6-1a02-4aab-9a7b-fe73fcbc64e2 req-39fa19ee-4766-41df-ac9c-2beb90e57fcd tempest-TestMinimumBasicScenario-1142623315 tempest-TestMinimumBasicScenario-1142623315-project] 10.222.0.88 "GET /v2.0/ports?device_id=923a9048-a8fa-407a-b04b-21a6814c8b05 HTTP/1.1" status: 200 len: 210 time: 0.0292692 Jul 08 12:29:26.191777 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 60432) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:26.297810 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-992807a7-0874-4432-a2e1-5bdaf463a121 req-ca09bf98-e444-4996-b0c7-7e6f7d97cac7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1044071 Jul 08 12:29:26.966911 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968b2c5-02ad-462e-9803-e3b15648c857 req-6acbe81d-195c-4a18-b359-441d1ecf5498 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:26.969317 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e968b2c5-02ad-462e-9803-e3b15648c857 req-6acbe81d-195c-4a18-b359-441d1ecf5498 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0674171 Jul 08 12:29:27.011518 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e968b2c5-02ad-462e-9803-e3b15648c857 req-6f95c15e-285d-411e-b575-f51fea5908f6 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361784 Jul 08 12:29:28.210889 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb06d60-c61a-42f2-b39b-a8295ebce290 req-d121bfa7-30bc-477f-b2e6-cc2c691b1496 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:28.212408 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1eb06d60-c61a-42f2-b39b-a8295ebce290 req-d121bfa7-30bc-477f-b2e6-cc2c691b1496 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0748169 Jul 08 12:29:28.255083 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1eb06d60-c61a-42f2-b39b-a8295ebce290 req-a643b464-8013-4af4-901e-7d615ef99476 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370135 Jul 08 12:29:28.437569 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 6193803f-9240-4791-8564-1be2d18f23ca no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:29:28.458309 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: 6193803f-9240-4791-8564-1be2d18f23ca {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:29:28.458660 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 6193803f-9240-4791-8564-1be2d18f23ca not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:29:28.459074 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 74274bf7-f3ff-451b-953b-c150a4db7fbf no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:29:28.647126 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 60490) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:29.157183 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-db9616fa-78ed-4294-b79f-78512ee1837b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3780154'] for router_interface, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:29.438342 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1bd23-5aaa-4899-89dc-90815d3b6b8b req-e8eb6bb6-7085-4035-b93c-0091adf12d6d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:29.439809 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bae1bd23-5aaa-4899-89dc-90815d3b6b8b req-e8eb6bb6-7085-4035-b93c-0091adf12d6d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0635376 Jul 08 12:29:29.466391 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-db9616fa-78ed-4294-b79f-78512ee1837b admin admin] Deleting port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:29:29.466731 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-db9616fa-78ed-4294-b79f-78512ee1837b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:29.485728 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bae1bd23-5aaa-4899-89dc-90815d3b6b8b req-c8e6f9e9-beea-4142-b8c2-0e619a9e4e80 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395443 Jul 08 12:29:29.561688 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [None req-db9616fa-78ed-4294-b79f-78512ee1837b admin admin] For port 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=04fcd195-fb7a-4b68-9e7d-aa70b3c152c5,segment=NetworkSegment(92ec901e-daa8-44ce-8a3f-a614949e55dd),segment_id=92ec901e-daa8-44ce-8a3f-a614949e55dd)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:29.563050 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-db9616fa-78ed-4294-b79f-78512ee1837b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:29.577581 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-db9616fa-78ed-4294-b79f-78512ee1837b admin admin] Calling delete_port for 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 owned by network:router_interface {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:29:29.885275 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-db9616fa-78ed-4294-b79f-78512ee1837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:29.915894 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9616fa-78ed-4294-b79f-78512ee1837b admin admin] Pushing event deleted for resources: {'Port': ['ID=04fcd195-fb7a-4b68-9e7d-aa70b3c152c5,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:30.099263 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-db9616fa-78ed-4294-b79f-78512ee1837b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3780348'] for router_interface, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:30.367126 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9616fa-78ed-4294-b79f-78512ee1837b admin admin] Router e43d0210-67fe-41cc-9f7c-323925bd7243 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:29:30.480479 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9616fa-78ed-4294-b79f-78512ee1837b admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:29:30.493306 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-db9616fa-78ed-4294-b79f-78512ee1837b admin admin] 10.222.0.88 "PUT /v2.0/routers/e43d0210-67fe-41cc-9f7c-323925bd7243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8428228 Jul 08 12:29:30.493498 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d581e-a49d-4cf6-8895-bfd7320bc11b None None] Sync routers for ids ['e43d0210-67fe-41cc-9f7c-323925bd7243'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:29:30.493929 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 60500) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:30.502675 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d581e-a49d-4cf6-8895-bfd7320bc11b None None] Routers {'e43d0210-67fe-41cc-9f7c-323925bd7243'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:29:30.503285 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-424d581e-a49d-4cf6-8895-bfd7320bc11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:29:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['e43d0210-67fe-41cc-9f7c-323925bd7243'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:30.612742 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-424d581e-a49d-4cf6-8895-bfd7320bc11b None None] Set router e43d0210-67fe-41cc-9f7c-323925bd7243 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:29:30.633731 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] Notify callbacks [] for router, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:30.767103 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f96f7e-5bb7-4053-bd78-46dfd58dfa6f req-c6f2cb8d-328b-44c6-be82-3be5ca2a437a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:30.768630 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b9f96f7e-5bb7-4053-bd78-46dfd58dfa6f req-c6f2cb8d-328b-44c6-be82-3be5ca2a437a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.1500700 Jul 08 12:29:30.777764 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:30.794832 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-424d581e-a49d-4cf6-8895-bfd7320bc11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:29:29Z', 'revision_number': 5, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:30.814027 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b9f96f7e-5bb7-4053-bd78-46dfd58dfa6f req-c9fe0cb0-5848-4db0-b8a4-26bf443abd36 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385001 Jul 08 12:29:30.821917 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d581e-a49d-4cf6-8895-bfd7320bc11b None None] Checking router: e43d0210-67fe-41cc-9f7c-323925bd7243 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:29:30.830992 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d581e-a49d-4cf6-8895-bfd7320bc11b None None] Routers {'e43d0210-67fe-41cc-9f7c-323925bd7243'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:29:30.831610 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-424d581e-a49d-4cf6-8895-bfd7320bc11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:29:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['e43d0210-67fe-41cc-9f7c-323925bd7243'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:30.908021 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] Deleting port 548b598d-cacf-4142-a7f3-cf4f0e53fd03 {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:29:30.908274 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:30.942140 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-424d581e-a49d-4cf6-8895-bfd7320bc11b None None] Set router e43d0210-67fe-41cc-9f7c-323925bd7243 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:29:30.989404 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] For port 548b598d-cacf-4142-a7f3-cf4f0e53fd03, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=548b598d-cacf-4142-a7f3-cf4f0e53fd03,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:30.989778 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:31.003232 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] Calling delete_port for 548b598d-cacf-4142-a7f3-cf4f0e53fd03 owned by network:router_gateway {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:29:31.122309 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-424d581e-a49d-4cf6-8895-bfd7320bc11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:29:29Z', 'revision_number': 5, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:31.154973 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d581e-a49d-4cf6-8895-bfd7320bc11b None None] The sync data for ids ['e43d0210-67fe-41cc-9f7c-323925bd7243'] in dv-cinder-799631-5-iscsi is: [{'id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'name': 'tempest-TestMinimumBasicScenario-152019949-router', 'tenant_id': '4d389f3c5f06460e87afaaad9a294b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:29:29Z', 'revision_number': 5, 'project_id': '4d389f3c5f06460e87afaaad9a294b66', 'gw_port': {'id': '548b598d-cacf-4142-a7f3-cf4f0e53fd03', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43d0210-67fe-41cc-9f7c-323925bd7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:11Z', 'updated_at': '2021-07-08T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:29:31.250073 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:31.277095 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] Pushing event deleted for resources: {'Port': ['ID=548b598d-cacf-4142-a7f3-cf4f0e53fd03,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:31.339377 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3782391'] for router_gateway, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:31.428971 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59185'] for router, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:31.430966 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:31.545512 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3769747'] for router, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:31.546828 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e43d0210-67fe-41cc-9f7c-323925bd7243 {{(pid=93655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 12:29:31.554742 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] Notify callbacks [] for router, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:31.556410 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-36c27479-851a-4352-90cf-0644681dd080 admin admin] 10.222.0.88 "DELETE /v2.0/routers/e43d0210-67fe-41cc-9f7c-323925bd7243 HTTP/1.1" status: 204 len: 168 time: 1.0612977 Jul 08 12:29:31.558945 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 60510) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:31.609468 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e848ba8-737e-4011-991d-712824ce1423 admin admin] Deleting subnet 09f2dac1-739f-4064-b6e6-ddb4354af3d1 {{(pid=93655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:29:31.616943 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5e848ba8-737e-4011-991d-712824ce1423 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:31.657914 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5e848ba8-737e-4011-991d-712824ce1423 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59581787'] for subnet, precommit_delete_associations {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:31.772920 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5e848ba8-737e-4011-991d-712824ce1423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:31.946008 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5e848ba8-737e-4011-991d-712824ce1423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61923534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61887726'] for subnet, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:31.996037 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86005a8-ceab-4b4b-90a5-7fb7a650d649 None None] Network b3b2f401-2e4a-4b50-bc1d-15006406ea11 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:29:32.004377 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e848ba8-737e-4011-991d-712824ce1423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f2dac1-739f-4064-b6e6-ddb4354af3d1,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:32.006610 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5e848ba8-737e-4011-991d-712824ce1423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:32.008483 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-5e848ba8-737e-4011-991d-712824ce1423 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/09f2dac1-739f-4064-b6e6-ddb4354af3d1 HTTP/1.1" status: 204 len: 168 time: 0.4485912 Jul 08 12:29:32.011178 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 60522) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:32.050842 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da55f36-f1df-4871-8217-18669e6789b7 req-d1e94740-d9fb-40de-95ea-6a03c79be1a2 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:32.052649 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7da55f36-f1df-4871-8217-18669e6789b7 req-d1e94740-d9fb-40de-95ea-6a03c79be1a2 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0984087 Jul 08 12:29:32.098224 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:32.123194 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7da55f36-f1df-4871-8217-18669e6789b7 req-e94dfc5f-af12-4ecf-ab97-f744ceadd819 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537677 Jul 08 12:29:32.175512 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Deleting port e21d39f9-f2df-4aed-9409-c359d5eba607 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:29:32.175851 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:32.255197 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] For port e21d39f9-f2df-4aed-9409-c359d5eba607, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=e21d39f9-f2df-4aed-9409-c359d5eba607,segment=NetworkSegment(92ec901e-daa8-44ce-8a3f-a614949e55dd),segment_id=92ec901e-daa8-44ce-8a3f-a614949e55dd)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:32.255681 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:32.261217 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2febc961-5b77-460a-b40d-6dabbf3a70f7 None None] DHCP port deletion for b3b2f401-2e4a-4b50-bc1d-15006406ea11 request from dv-cinder-799631-5-iscsi {{(pid=93656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 12:29:32.272342 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Calling delete_port for e21d39f9-f2df-4aed-9409-c359d5eba607 owned by network:dhcp {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:29:32.320441 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-2febc961-5b77-460a-b40d-6dabbf3a70f7 None None] Deleting port e21d39f9-f2df-4aed-9409-c359d5eba607 {{(pid=93656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:29:32.321510 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2febc961-5b77-460a-b40d-6dabbf3a70f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:32.376066 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:29:32.402821 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:29:32.408179 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 04fcd195-fb7a-4b68-9e7d-aa70b3c152c5 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:29:32.408179 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device e21d39f9-f2df-4aed-9409-c359d5eba607 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:29:32.432041 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb04a1-3328-4ac2-b37a-b4d860c78e04 req-691e6a5c-baa8-49d3-9abb-646578c27ffe tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:32.433598 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bfdb04a1-3328-4ac2-b37a-b4d860c78e04 req-691e6a5c-baa8-49d3-9abb-646578c27ffe tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.0756667 Jul 08 12:29:32.445434 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-2febc961-5b77-460a-b40d-6dabbf3a70f7 None None] For port e21d39f9-f2df-4aed-9409-c359d5eba607, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=e21d39f9-f2df-4aed-9409-c359d5eba607,segment=NetworkSegment(92ec901e-daa8-44ce-8a3f-a614949e55dd),segment_id=92ec901e-daa8-44ce-8a3f-a614949e55dd)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:32.445854 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2febc961-5b77-460a-b40d-6dabbf3a70f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:32.466352 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-2febc961-5b77-460a-b40d-6dabbf3a70f7 None None] Calling delete_port for e21d39f9-f2df-4aed-9409-c359d5eba607 owned by network:dhcp {{(pid=93656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:29:32.482838 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bfdb04a1-3328-4ac2-b37a-b4d860c78e04 req-8dec6660-d9aa-4706-b6bc-8f267a52f593 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385625 Jul 08 12:29:32.575968 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:32.597607 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:32.615518 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Pushing event deleted for resources: {'Port': ['ID=e21d39f9-f2df-4aed-9409-c359d5eba607,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:32.620524 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] No DVR routers for this DVR port e21d39f9-f2df-4aed-9409-c359d5eba607 on host dv-cinder-799631-5-iscsi {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:29:32.659633 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 548b598d-cacf-4142-a7f3-cf4f0e53fd03 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:29:32.661288 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2febc961-5b77-460a-b40d-6dabbf3a70f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669'] for port, after_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:32.706384 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:32.713570 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b2f401-2e4a-4b50-bc1d-15006406ea11']}} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:32.716032 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 548b598d-cacf-4142-a7f3-cf4f0e53fd03 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:29:32.716426 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 548b598d-cacf-4142-a7f3-cf4f0e53fd03 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:29:32.719092 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febc961-5b77-460a-b40d-6dabbf3a70f7 None None] Pushing event deleted for resources: {'Port': ['ID=e21d39f9-f2df-4aed-9409-c359d5eba607,revision_number=None']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:32.723385 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2febc961-5b77-460a-b40d-6dabbf3a70f7 None None] No DVR routers for this DVR port e21d39f9-f2df-4aed-9409-c359d5eba607 on host dv-cinder-799631-5-iscsi {{(pid=93656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:29:32.725172 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ec901e-daa8-44ce-8a3f-a614949e55dd') {'for_net_delete': True} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:32.725541 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ec901e-daa8-44ce-8a3f-a614949e55dd') {} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:32.736740 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62702845'] for segment, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:32.757971 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:32.764081 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:29:32.766054 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61691105'] for segment, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: Traceback (most recent call last): Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: timer() Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: cb(*args, **kw) Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: return func(*args, **kwargs) Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: self._notify() Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: self.callback(batched_events) Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: event.method(event) Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: return f(self, *a, **k) Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._get(url).json() Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: return self.request(url, 'GET', **kwargs) Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:29:32.767792 dv-cinder-799631-5-iscsi neutron-server[93654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:29:33.129980 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:33.135208 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:33.137039 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b3b2f401-2e4a-4b50-bc1d-15006406ea11 HTTP/1.1" status: 204 len: 168 time: 1.1241698 Jul 08 12:29:33.140924 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 60532) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:33.148385 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2266d-c0ca-487b-b7c3-771a9d7a5559 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3b2f401-2e4a-4b50-bc1d-15006406ea11,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:33.686137 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee612d52-c8ab-4ac9-9aa7-9c44aa59b869 req-5e767d38-8908-4786-9e1e-3e640541df8a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:33.688151 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ee612d52-c8ab-4ac9-9aa7-9c44aa59b869 req-5e767d38-8908-4786-9e1e-3e640541df8a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.4267449 Jul 08 12:29:33.759921 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de113e-f584-4ebf-9bb6-67a6f1c840cc req-5d09d69e-6dfe-4cdb-a15d-cb44f9a435e0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:33.761420 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-17de113e-f584-4ebf-9bb6-67a6f1c840cc req-5d09d69e-6dfe-4cdb-a15d-cb44f9a435e0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.1511722 Jul 08 12:29:33.803446 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ee612d52-c8ab-4ac9-9aa7-9c44aa59b869 req-f293b399-a92c-4bad-907f-dfed40df25e3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079714 Jul 08 12:29:33.836875 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-17de113e-f584-4ebf-9bb6-67a6f1c840cc req-21c8243f-89ee-4adb-a077-e90aaa291b0f tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687113 Jul 08 12:29:33.908404 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3780154'] for router_interface, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:34.158340 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Deleting port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:29:34.158995 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:34.239672 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] For port 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=03b1ee7b-3eb0-4aa5-826a-7e0834b4da73,segment=NetworkSegment(91ec70d4-e382-412f-ac10-6fdf94de64a3),segment_id=91ec70d4-e382-412f-ac10-6fdf94de64a3)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:34.240027 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:34.252345 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Calling delete_port for 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 owned by network:router_interface {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:29:34.485386 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:34.516471 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Pushing event deleted for resources: {'Port': ['ID=03b1ee7b-3eb0-4aa5-826a-7e0834b4da73,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:34.540145 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:34.540495 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:34.540856 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:34.541189 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:34.541518 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:34.541844 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:34.542170 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:34.542490 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:34.542810 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:34.543126 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:34.543440 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:34.543753 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:34.688115 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3780348'] for router_interface, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:34.913756 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Router 186b00e2-6125-4651-8a8a-ad7d66276d5a has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:29:35.128881 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425d937-84ab-4ccf-bdb4-d978c75962de req-e7f661a9-2e8b-4d33-90c6-d1dff8f9f948 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:35.130302 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6425d937-84ab-4ccf-bdb4-d978c75962de req-e7f661a9-2e8b-4d33-90c6-d1dff8f9f948 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.2044713 Jul 08 12:29:35.132818 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:29:35.138110 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-90dfba44-711b-4d80-9ebe-6b0ccc7e4822 admin admin] 10.222.0.88 "PUT /v2.0/routers/186b00e2-6125-4651-8a8a-ad7d66276d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9961116 Jul 08 12:29:35.140998 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 60546) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:35.143828 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad85803f-bdee-4d34-b722-b7364a25981d None None] Sync routers for ids ['186b00e2-6125-4651-8a8a-ad7d66276d5a'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:29:35.147089 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b095be-bb2f-4c6e-9e01-39ec23f249b6 req-b3436b7e-99ef-4763-b49c-d006f75d5108 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:35.148645 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-98b095be-bb2f-4c6e-9e01-39ec23f249b6 req-b3436b7e-99ef-4763-b49c-d006f75d5108 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.1919310 Jul 08 12:29:35.153137 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad85803f-bdee-4d34-b722-b7364a25981d None None] Routers {'186b00e2-6125-4651-8a8a-ad7d66276d5a'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:29:35.153749 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-ad85803f-bdee-4d34-b722-b7364a25981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:29:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['186b00e2-6125-4651-8a8a-ad7d66276d5a'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:35.208655 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6425d937-84ab-4ccf-bdb4-d978c75962de req-51cc0954-4f5e-49d1-8311-bc25216dcc4f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590174 Jul 08 12:29:35.213725 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-98b095be-bb2f-4c6e-9e01-39ec23f249b6 req-ce42746b-062b-490e-a5ae-ee13994109d8 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570757 Jul 08 12:29:35.250283 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Notify callbacks [] for router, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:35.271533 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-ad85803f-bdee-4d34-b722-b7364a25981d None None] Set router 186b00e2-6125-4651-8a8a-ad7d66276d5a gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:29:35.354168 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:35.446792 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-ad85803f-bdee-4d34-b722-b7364a25981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'name': 'tempest-TestMinimumBasicScenario-2033007036-router', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '8604f3e6-df19-429f-a7e5-ee0a532646cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:21Z', 'updated_at': '2021-07-08T12:29:34Z', 'revision_number': 5, 'project_id': 'c644404b8c544a8a91c46154f1f4662e', 'gw_port': {'id': '8604f3e6-df19-429f-a7e5-ee0a532646cd', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:23Z', 'updated_at': '2021-07-08T12:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:35.472022 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Deleting port 8604f3e6-df19-429f-a7e5-ee0a532646cd {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:29:35.472357 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:35.474276 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad85803f-bdee-4d34-b722-b7364a25981d None None] Checking router: 186b00e2-6125-4651-8a8a-ad7d66276d5a for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:29:35.482584 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad85803f-bdee-4d34-b722-b7364a25981d None None] Routers {'186b00e2-6125-4651-8a8a-ad7d66276d5a'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:29:35.483225 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-ad85803f-bdee-4d34-b722-b7364a25981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:29:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['186b00e2-6125-4651-8a8a-ad7d66276d5a'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:35.561412 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] For port 8604f3e6-df19-429f-a7e5-ee0a532646cd, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=8604f3e6-df19-429f-a7e5-ee0a532646cd,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:35.561759 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:35.575188 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Calling delete_port for 8604f3e6-df19-429f-a7e5-ee0a532646cd owned by network:router_gateway {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:29:35.657648 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-ad85803f-bdee-4d34-b722-b7364a25981d None None] Set router 186b00e2-6125-4651-8a8a-ad7d66276d5a gateway port host: None {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:29:35.707912 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-ad85803f-bdee-4d34-b722-b7364a25981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'name': 'tempest-TestMinimumBasicScenario-2033007036-router', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:21Z', 'updated_at': '2021-07-08T12:29:35Z', 'revision_number': 6, 'project_id': 'c644404b8c544a8a91c46154f1f4662e', 'gw_port_host': None}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:35.737687 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad85803f-bdee-4d34-b722-b7364a25981d None None] The sync data for ids ['186b00e2-6125-4651-8a8a-ad7d66276d5a'] in dv-cinder-799631-5-iscsi is: [{'id': '186b00e2-6125-4651-8a8a-ad7d66276d5a', 'name': 'tempest-TestMinimumBasicScenario-2033007036-router', 'tenant_id': 'c644404b8c544a8a91c46154f1f4662e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:21Z', 'updated_at': '2021-07-08T12:29:35Z', 'revision_number': 6, 'project_id': 'c644404b8c544a8a91c46154f1f4662e', 'gw_port_host': None}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:29:35.821641 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:35.847576 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Pushing event deleted for resources: {'Port': ['ID=8604f3e6-df19-429f-a7e5-ee0a532646cd,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:35.874383 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:35.874682 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:35.875025 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:35.875363 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:35.875695 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:35.876028 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:35.876465 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:35.876728 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:35.877184 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:35.877514 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:35.877839 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:35.878159 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:29:35.917717 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3782391'] for router_gateway, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.046740 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59185'] for router, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.049770 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.132342 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-4d694472-79c5-4040-95d7-ec27d974f559 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:36.133781 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-4d694472-79c5-4040-95d7-ec27d974f559 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.2005091 Jul 08 12:29:36.198328 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3769747'] for router, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.198921 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 186b00e2-6125-4651-8a8a-ad7d66276d5a {{(pid=93654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 12:29:36.204285 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] Notify callbacks [] for router, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.205438 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-1620026c-fba2-498e-bc6b-6b6de627ad49 admin admin] 10.222.0.88 "DELETE /v2.0/routers/186b00e2-6125-4651-8a8a-ad7d66276d5a HTTP/1.1" status: 204 len: 168 time: 1.0634527 Jul 08 12:29:36.207864 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 60550) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:36.256826 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe66f8b-f24f-4129-92eb-5c111e0bf620 admin admin] Deleting subnet e8652414-1522-43a5-96ba-d77e209ac711 {{(pid=93654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:29:36.260286 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ebe66f8b-f24f-4129-92eb-5c111e0bf620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.295852 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ebe66f8b-f24f-4129-92eb-5c111e0bf620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62702836'] for subnet, precommit_delete_associations {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.410821 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ebe66f8b-f24f-4129-92eb-5c111e0bf620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.435976 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f988a-f2a9-45f7-a8bb-7f1cb304e457 req-4390e16c-00b1-4b18-844d-c98f4b174805 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:36.438082 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e33f988a-f2a9-45f7-a8bb-7f1cb304e457 req-4390e16c-00b1-4b18-844d-c98f4b174805 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0993962 Jul 08 12:29:36.447704 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d851e8-191f-4267-abdd-3365621d9b21 req-a4b3e340-3060-4139-9f76-d25f8fd4586b tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:36.449300 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-81d851e8-191f-4267-abdd-3365621d9b21 req-a4b3e340-3060-4139-9f76-d25f8fd4586b tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.1194222 Jul 08 12:29:36.506792 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e33f988a-f2a9-45f7-a8bb-7f1cb304e457 req-a359b664-540e-4f4c-8735-3bdd2495a3ca tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564544 Jul 08 12:29:36.511803 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-81d851e8-191f-4267-abdd-3365621d9b21 req-26b0a5c7-6032-4256-a15d-e7f4f92c50ba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548422 Jul 08 12:29:36.538566 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:29:36.560424 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:29:36.560800 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 03b1ee7b-3eb0-4aa5-826a-7e0834b4da73 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:29:36.587301 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ebe66f8b-f24f-4129-92eb-5c111e0bf620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61690950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58951734'] for subnet, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.613234 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe66f8b-f24f-4129-92eb-5c111e0bf620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8652414-1522-43a5-96ba-d77e209ac711,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:36.618329 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ebe66f8b-f24f-4129-92eb-5c111e0bf620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.622025 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-ebe66f8b-f24f-4129-92eb-5c111e0bf620 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e8652414-1522-43a5-96ba-d77e209ac711 HTTP/1.1" status: 204 len: 168 time: 0.4114590 Jul 08 12:29:36.622728 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 60556) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:36.624220 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9767c27f-f0f4-482a-a2c3-29c11e716d82 None None] Network fd839126-5295-4a59-9eb3-03a2b3f08e78 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:29:36.697575 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.755944 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Deleting port a5529f51-9344-4b62-8ee3-8ed287e65bd2 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:29:36.756284 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.815457 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bd4751-299a-463e-bebf-0ec002d2aaed None None] DHCP port deletion for fd839126-5295-4a59-9eb3-03a2b3f08e78 request from dv-cinder-799631-5-iscsi {{(pid=93656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 12:29:36.830869 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] For port a5529f51-9344-4b62-8ee3-8ed287e65bd2, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=a5529f51-9344-4b62-8ee3-8ed287e65bd2,segment=NetworkSegment(91ec70d4-e382-412f-ac10-6fdf94de64a3),segment_id=91ec70d4-e382-412f-ac10-6fdf94de64a3)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:36.831486 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.844332 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Calling delete_port for a5529f51-9344-4b62-8ee3-8ed287e65bd2 owned by network:dhcp {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:29:36.863423 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-73bd4751-299a-463e-bebf-0ec002d2aaed None None] Deleting port a5529f51-9344-4b62-8ee3-8ed287e65bd2 {{(pid=93656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:29:36.863803 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-73bd4751-299a-463e-bebf-0ec002d2aaed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.924818 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-73bd4751-299a-463e-bebf-0ec002d2aaed None None] For port a5529f51-9344-4b62-8ee3-8ed287e65bd2, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=a5529f51-9344-4b62-8ee3-8ed287e65bd2,segment=NetworkSegment(91ec70d4-e382-412f-ac10-6fdf94de64a3),segment_id=91ec70d4-e382-412f-ac10-6fdf94de64a3)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:36.925217 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-73bd4751-299a-463e-bebf-0ec002d2aaed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:36.940732 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-73bd4751-299a-463e-bebf-0ec002d2aaed None None] Calling delete_port for a5529f51-9344-4b62-8ee3-8ed287e65bd2 owned by network:dhcp {{(pid=93656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:29:37.016077 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:37.021570 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-73bd4751-299a-463e-bebf-0ec002d2aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669'] for port, after_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:37.042839 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5529f51-9344-4b62-8ee3-8ed287e65bd2,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:37.044501 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] No DVR routers for this DVR port a5529f51-9344-4b62-8ee3-8ed287e65bd2 on host dv-cinder-799631-5-iscsi {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:29:37.047840 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd4751-299a-463e-bebf-0ec002d2aaed None None] Pushing event deleted for resources: {'Port': ['ID=a5529f51-9344-4b62-8ee3-8ed287e65bd2,revision_number=None']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:37.049673 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd4751-299a-463e-bebf-0ec002d2aaed None None] No DVR routers for this DVR port a5529f51-9344-4b62-8ee3-8ed287e65bd2 on host dv-cinder-799631-5-iscsi {{(pid=93656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:29:37.117513 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:37.127025 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd839126-5295-4a59-9eb3-03a2b3f08e78']}} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:37.138497 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ec70d4-e382-412f-ac10-6fdf94de64a3') {'for_net_delete': True} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:37.138788 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ec70d4-e382-412f-ac10-6fdf94de64a3') {} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:37.149820 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62702845'] for segment, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:37.163579 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:37.169304 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:29:37.169678 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61691105'] for segment, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: Traceback (most recent call last): Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: timer() Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: cb(*args, **kw) Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: return func(*args, **kwargs) Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: self._notify() Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: self.callback(batched_events) Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: event.method(event) Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: return f(self, *a, **k) Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._get(url).json() Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: return self.request(url, 'GET', **kwargs) Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:29:37.171396 dv-cinder-799631-5-iscsi neutron-server[93654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:29:37.310414 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:37.316116 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:37.318061 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] 10.222.0.88 "DELETE /v2.0/networks/fd839126-5295-4a59-9eb3-03a2b3f08e78 HTTP/1.1" status: 204 len: 168 time: 0.6943860 Jul 08 12:29:37.330131 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee45a4-923d-4314-945f-ecbc6d74de88 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd839126-5295-4a59-9eb3-03a2b3f08e78,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:37.648587 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992807a7-0874-4432-a2e1-5bdaf463a121 req-ece88e98-1509-4d5b-86da-d8ce6eb0ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:37.650134 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-992807a7-0874-4432-a2e1-5bdaf463a121 req-ece88e98-1509-4d5b-86da-d8ce6eb0ac4c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7&tenant_id=69257826d7b148099ed20a4a2b3798ea HTTP/1.1" status: 200 len: 1096 time: 0.1441853 Jul 08 12:29:37.668090 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Deleting port 2022787d-991e-4e1f-976b-9286cfb7e458 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:29:37.668453 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:37.758953 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a54420-b1de-4a37-bf08-fcb10a4dc05e req-874cad3c-249d-4ddd-ab76-b6bc9360375f tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:37.760422 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c4a54420-b1de-4a37-bf08-fcb10a4dc05e req-874cad3c-249d-4ddd-ab76-b6bc9360375f tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 945 time: 0.1090224 Jul 08 12:29:37.772468 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993544-4d2c-4b45-a72d-0016953a0fee req-a62870c6-48bd-4622-b33c-fc0747de7a81 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:37.773967 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f9993544-4d2c-4b45-a72d-0016953a0fee req-a62870c6-48bd-4622-b33c-fc0747de7a81 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0913341 Jul 08 12:29:37.794312 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 60566) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:37.801713 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] For port 2022787d-991e-4e1f-976b-9286cfb7e458, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=2022787d-991e-4e1f-976b-9286cfb7e458,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:37.802102 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:37.839412 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992807a7-0874-4432-a2e1-5bdaf463a121 req-ad776370-30c4-487c-a0d5-9921d1adc6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:37.840940 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-992807a7-0874-4432-a2e1-5bdaf463a121 req-ad776370-30c4-487c-a0d5-9921d1adc6c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 1096 time: 0.1547797 Jul 08 12:29:37.850937 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c4a54420-b1de-4a37-bf08-fcb10a4dc05e req-7eb7a743-9b54-4cd5-b336-6f7fb0ae7132 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=8ec48644-fbe5-481b-9785-b152f41c37b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760250 Jul 08 12:29:37.863225 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f9993544-4d2c-4b45-a72d-0016953a0fee req-09a9f575-c292-4d7c-847b-5f6f7577276a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802076 Jul 08 12:29:37.879724 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-2d548e6d-15cc-4bdb-8eb2-f23b30bc5240 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4d389f3c5f06460e87afaaad9a294b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0784328 Jul 08 12:29:37.882400 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 60570) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:37.939165 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-320a3989-37ab-4347-a5f1-dc2c1d325e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:37.961700 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-320a3989-37ab-4347-a5f1-dc2c1d325e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:38.058826 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device a5529f51-9344-4b62-8ee3-8ed287e65bd2 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:29:38.080247 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: a5529f51-9344-4b62-8ee3-8ed287e65bd2 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:29:38.080612 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device a5529f51-9344-4b62-8ee3-8ed287e65bd2 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:29:38.081060 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 8604f3e6-df19-429f-a7e5-ee0a532646cd no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:29:38.095560 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-320a3989-37ab-4347-a5f1-dc2c1d325e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:38.098425 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-320a3989-37ab-4347-a5f1-dc2c1d325e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:38.102276 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-320a3989-37ab-4347-a5f1-dc2c1d325e4d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3b53a5a5-57d4-4e9d-9357-30aec34a1054 HTTP/1.1" status: 204 len: 168 time: 0.2162545 Jul 08 12:29:38.109024 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a3989-37ab-4347-a5f1-dc2c1d325e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b53a5a5-57d4-4e9d-9357-30aec34a1054,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:38.114615 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992807a7-0874-4432-a2e1-5bdaf463a121 req-524e85a5-ee7e-4a5b-b561-dc751a420d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:38.115965 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-992807a7-0874-4432-a2e1-5bdaf463a121 req-524e85a5-ee7e-4a5b-b561-dc751a420d3b service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 200 len: 917 time: 0.2431598 Jul 08 12:29:38.232310 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 8604f3e6-df19-429f-a7e5-ee0a532646cd {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:29:38.232672 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 8604f3e6-df19-429f-a7e5-ee0a532646cd not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:29:38.448693 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 2022787d-991e-4e1f-976b-9286cfb7e458 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:29:38.478877 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:38.479390 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:38.479852 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.l3_db [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Floating IP 8f12d1d0-30f2-48fd-99fa-c3aaf83ca1e3 disassociated. External IP: 172.27.3.188, port: 2022787d-991e-4e1f-976b-9286cfb7e458. Jul 08 12:29:38.479996 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Calling delete_port for 2022787d-991e-4e1f-976b-9286cfb7e458 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:29:38.502678 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-992807a7-0874-4432-a2e1-5bdaf463a121 req-57a59b24-618d-4923-9416-a1c106164947 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf HTTP/1.1" status: 200 len: 999 time: 0.3724673 Jul 08 12:29:38.538585 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:38.569886 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2022787d-991e-4e1f-976b-9286cfb7e458'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:29:38.572245 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19d7084-6dea-42a1-b99d-cdaca32dc94e" -d '{"events": [{"server_uuid": "fbd8b568-8cf7-42e8-b5fb-289d04dfea03", "name": "network-vif-unplugged", "status": "completed", "tag": "2022787d-991e-4e1f-976b-9286cfb7e458"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:29:38.590476 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 2022787d-991e-4e1f-976b-9286cfb7e458, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=2022787d-991e-4e1f-976b-9286cfb7e458,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:38.600649 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992807a7-0874-4432-a2e1-5bdaf463a121 req-cd826ba9-b813-4b68-8843-d293a67d1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:38.602098 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-992807a7-0874-4432-a2e1-5bdaf463a121 req-cd826ba9-b813-4b68-8843-d293a67d1d04 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2889e973-26ef-4f9a-8438-d3a8d25d582e HTTP/1.1" status: 200 len: 855 time: 0.0677106 Jul 08 12:29:38.616429 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 12:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc16d63-1c8d-47be-95b9-d41e38b5c690 x-openstack-request-id: req-fcc16d63-1c8d-47be-95b9-d41e38b5c690 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:29:38.616783 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd8b568-8cf7-42e8-b5fb-289d04dfea03", "name": "network-vif-unplugged", "status": "completed", "tag": "2022787d-991e-4e1f-976b-9286cfb7e458", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:29:38.617041 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fcc16d63-1c8d-47be-95b9-d41e38b5c690 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:29:38.617435 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2022787d-991e-4e1f-976b-9286cfb7e458', 'code': 200} Jul 08 12:29:38.650953 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:38.704234 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992807a7-0874-4432-a2e1-5bdaf463a121 req-768f034d-8a19-4642-b0c4-21c9c5c5c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:38.707846 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-992807a7-0874-4432-a2e1-5bdaf463a121 req-768f034d-8a19-4642-b0c4-21c9c5c5c612 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e4e0557-4bba-4b10-85f1-95b3483d6f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0940139 Jul 08 12:29:38.708012 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=2022787d-991e-4e1f-976b-9286cfb7e458,revision_number=6']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:38.762565 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 60578) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:38.784071 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:38.798859 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-025c4be6-0786-40f4-832d-474a7735cd20 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c644404b8c544a8a91c46154f1f4662e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387385 Jul 08 12:29:38.800681 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 60580) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:38.826684 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event deleted for resources: {'Port': ['ID=2022787d-991e-4e1f-976b-9286cfb7e458,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:38.837418 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-992807a7-0874-4432-a2e1-5bdaf463a121 req-df12dadc-2de5-4557-9941-5ac657b99a63 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240404 Jul 08 12:29:38.855668 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-26f66c67-8af6-48c0-87e2-a4c84b283310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:38.880770 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-26f66c67-8af6-48c0-87e2-a4c84b283310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:39.027424 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-992807a7-0874-4432-a2e1-5bdaf463a121 req-f5865bd8-bd4e-4bcb-86a7-63063d8616b3 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539011 Jul 08 12:29:39.046977 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a7ba634a-8769-4768-a20c-7c1a98d55b06 req-c8a7e776-4674-4fc1-9f0f-76e73a8fd86c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0408566 Jul 08 12:29:39.051784 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:29:39.052269 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-26f66c67-8af6-48c0-87e2-a4c84b283310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:39.053346 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-26f66c67-8af6-48c0-87e2-a4c84b283310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:39.054649 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-26f66c67-8af6-48c0-87e2-a4c84b283310 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/73df6d48-d6f4-449b-a515-68a082958425 HTTP/1.1" status: 204 len: 168 time: 0.2530701 Jul 08 12:29:39.087714 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f66c67-8af6-48c0-87e2-a4c84b283310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73df6d48-d6f4-449b-a515-68a082958425,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:39.166735 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38d56b-8094-4212-aa68-58b3dbd7c37d req-1dd258ee-7aed-4a45-a547-78635078789d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:39.168854 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ad38d56b-8094-4212-aa68-58b3dbd7c37d req-1dd258ee-7aed-4a45-a547-78635078789d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.1531847 Jul 08 12:29:39.198018 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:29:39.212794 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb8193-226c-4575-803b-f4c49ec9374b None None] Sync routers for ids ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:29:39.242826 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb8193-226c-4575-803b-f4c49ec9374b None None] Routers {'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:29:39.243630 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ad38d56b-8094-4212-aa68-58b3dbd7c37d req-820bf2ec-e6cb-4d11-96c2-2bdeaaecc62a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660045 Jul 08 12:29:39.253121 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-7afb8193-226c-4575-803b-f4c49ec9374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:29:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:39.296214 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] No DVR routers for this DVR port 2022787d-991e-4e1f-976b-9286cfb7e458 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:29:39.298896 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:39.300957 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fdb46c8b-700c-4ff2-8472-0dda2b460751 req-6a440a07-8af4-407e-b047-6488c270dfcb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.89 "DELETE /v2.0/ports/2022787d-991e-4e1f-976b-9286cfb7e458 HTTP/1.1" status: 204 len: 173 time: 1.8237257 Jul 08 12:29:39.301390 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'name': 'network-vif-deleted', 'tag': '2022787d-991e-4e1f-976b-9286cfb7e458'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:29:39.303705 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dad1f0f-2c72-4a74-b19a-c9b340cade4f" -d '{"events": [{"server_uuid": "fbd8b568-8cf7-42e8-b5fb-289d04dfea03", "name": "network-vif-deleted", "tag": "2022787d-991e-4e1f-976b-9286cfb7e458"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:29:39.360659 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad88ce9e-282c-44dc-82c7-6c923c4deb77 x-openstack-request-id: req-ad88ce9e-282c-44dc-82c7-6c923c4deb77 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:29:39.361035 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd8b568-8cf7-42e8-b5fb-289d04dfea03", "name": "network-vif-deleted", "tag": "2022787d-991e-4e1f-976b-9286cfb7e458", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:29:39.361344 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ad88ce9e-282c-44dc-82c7-6c923c4deb77 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:29:39.361799 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd8b568-8cf7-42e8-b5fb-289d04dfea03', 'name': 'network-vif-deleted', 'tag': '2022787d-991e-4e1f-976b-9286cfb7e458', 'status': 'completed', 'code': 200} Jul 08 12:29:39.427692 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-7afb8193-226c-4575-803b-f4c49ec9374b None None] Set router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:29:39.682618 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-7afb8193-226c-4575-803b-f4c49ec9374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:40Z', 'revision_number': 5, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:39.707763 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb8193-226c-4575-803b-f4c49ec9374b None None] Checking router: fee4f32d-842a-4f38-b8d9-6c6b59d49c3c for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:29:39.715991 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb8193-226c-4575-803b-f4c49ec9374b None None] Routers {'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:29:39.716610 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-7afb8193-226c-4575-803b-f4c49ec9374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:29:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:39.829611 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-7afb8193-226c-4575-803b-f4c49ec9374b None None] Set router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:29:40.066884 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-7afb8193-226c-4575-803b-f4c49ec9374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:40Z', 'revision_number': 5, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:29:40.094403 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb8193-226c-4575-803b-f4c49ec9374b None None] The sync data for ids ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'] in dv-cinder-799631-5-iscsi is: [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:40Z', 'revision_number': 5, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:29:40.246014 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d6ec8b8f-95e7-49ec-a6d1-44b0e20cb046 req-fa3695c2-3149-43f7-8c1d-2f0afa6e0dc1 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0317109 Jul 08 12:29:40.394181 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a278ec-93c6-4f03-86d7-85d6d2a5d379 None None] New status for floating IP 8f12d1d0-30f2-48fd-99fa-c3aaf83ca1e3: DOWN {{(pid=93657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:29:40.452829 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14f656-6bfb-404c-a329-2214a4c24609 req-e864bdf9-34a2-42c6-9a7e-9f0ddabed0ba tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:40.454784 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bf14f656-6bfb-404c-a329-2214a4c24609 req-e864bdf9-34a2-42c6-9a7e-9f0ddabed0ba tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0664942 Jul 08 12:29:40.512789 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bf14f656-6bfb-404c-a329-2214a4c24609 req-8a812d29-7512-4197-ab5f-215ef929f88a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518951 Jul 08 12:29:41.407540 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1a9be027-7a88-43b9-b2b1-9c296651105f req-afb0c38f-1742-4d7c-a27d-6ffbe6804a2b tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0382600 Jul 08 12:29:41.716383 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008d9f-d0c7-46ec-95bf-334669cd00b3 req-7376c856-a528-48db-af75-3ad9794765e9 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:41.718737 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-25008d9f-d0c7-46ec-95bf-334669cd00b3 req-7376c856-a528-48db-af75-3ad9794765e9 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0718422 Jul 08 12:29:41.756882 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-25008d9f-d0c7-46ec-95bf-334669cd00b3 req-dedb6cbd-68ca-4b7e-bd6a-7054ae411cda tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318823 Jul 08 12:29:42.055987 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:42.567591 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9c976de0-2467-47ab-b234-00231937b2b8 req-8f4368af-5a33-4b07-9ea5-08f602f57fd1 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0308001 Jul 08 12:29:42.935583 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c93a87-6354-4ec7-845a-bfb9f25e9bde req-265c2e79-24f7-430f-b0b6-f63b3b81ac80 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:42.937137 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-89c93a87-6354-4ec7-845a-bfb9f25e9bde req-265c2e79-24f7-430f-b0b6-f63b3b81ac80 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0617495 Jul 08 12:29:42.974326 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-89c93a87-6354-4ec7-845a-bfb9f25e9bde req-42c583d7-b35b-4c65-845a-5e04c596d065 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318296 Jul 08 12:29:43.742393 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5f67bcba-ab4c-443a-bc17-ccab27b38550 req-89c6126f-2d21-4de6-ab67-e94668b01800 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0340602 Jul 08 12:29:44.155783 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f92b0-8811-4a3e-bbb4-8b8cbb80782c req-1a4b27b9-b145-4eba-83f1-dfd15acd7ad4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:44.158075 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3e1f92b0-8811-4a3e-bbb4-8b8cbb80782c req-1a4b27b9-b145-4eba-83f1-dfd15acd7ad4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0668783 Jul 08 12:29:44.199473 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3e1f92b0-8811-4a3e-bbb4-8b8cbb80782c req-cfe4f5ed-0d1a-47c3-8495-ca19d6fe6b5d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354209 Jul 08 12:29:44.901878 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-68006ece-a70f-4fe8-83a6-6af8e51365c9 req-4f5aaa94-f136-4ac3-8b15-75b00f07aaf0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0304034 Jul 08 12:29:45.004996 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:29:45.384392 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09bec6-0575-4a8f-92fc-b012306f0dfd req-ff886287-f14e-4991-86ec-0a3951796a97 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:45.385877 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0a09bec6-0575-4a8f-92fc-b012306f0dfd req-ff886287-f14e-4991-86ec-0a3951796a97 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0674403 Jul 08 12:29:45.424680 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0a09bec6-0575-4a8f-92fc-b012306f0dfd req-fb530535-83d7-44ab-857e-c9d9ccdc720d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325968 Jul 08 12:29:45.460897 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ec806ddc-202e-4d0d-89db-20e5627742e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:46.060623 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0f6d0c15-fee6-4f71-befb-7e70315e45b3 req-72dbff81-33d9-4f4a-a1d2-5e4f795ed9f1 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0279720 Jul 08 12:29:46.611494 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e0e88-33ca-46f4-9d60-3528718a76e8 req-f30c9e2c-9ae8-4605-8107-c86a01ee29a8 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:46.612990 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a04e0e88-33ca-46f4-9d60-3528718a76e8 req-f30c9e2c-9ae8-4605-8107-c86a01ee29a8 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0646503 Jul 08 12:29:46.654540 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a04e0e88-33ca-46f4-9d60-3528718a76e8 req-cad93dbf-7be7-4d11-9be9-9fe5f83e4adf tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357838 Jul 08 12:29:47.221715 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ab9a2075-6b88-44cf-89a8-9f0f8d69abbb req-d55e1988-deeb-4915-b588-d3c60223e139 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0356526 Jul 08 12:29:47.535062 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74816204-3ec4-4ab8-8f3e-c9173e5d29be req-4f7f7492-eab3-4f78-be89-9997c926e3af tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:47.536606 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-74816204-3ec4-4ab8-8f3e-c9173e5d29be req-4f7f7492-eab3-4f78-be89-9997c926e3af tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0954163 Jul 08 12:29:47.598311 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-74816204-3ec4-4ab8-8f3e-c9173e5d29be req-533651f3-12ac-4e18-8f55-1639a1fb7f6d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556459 Jul 08 12:29:47.852038 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53edf15-3a58-4313-90c8-15fd75792cf4 req-812eded5-6f8f-42e2-bb87-ef2634aec15e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:47.853535 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c53edf15-3a58-4313-90c8-15fd75792cf4 req-812eded5-6f8f-42e2-bb87-ef2634aec15e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0679169 Jul 08 12:29:47.903921 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c53edf15-3a58-4313-90c8-15fd75792cf4 req-860aa885-7d20-4d40-a3b6-48c5e72ca091 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360861 Jul 08 12:29:48.385119 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6246d4fd-14f0-415a-8bc7-257271c0e26a req-d167719e-29ac-4fd0-b026-af566a87da8d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0324342 Jul 08 12:29:48.789305 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99731528-21b0-4be4-b581-d78623172772 req-53d5789e-3bb2-46bd-b2d8-5fa41f5a00d3 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:48.792210 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-99731528-21b0-4be4-b581-d78623172772 req-53d5789e-3bb2-46bd-b2d8-5fa41f5a00d3 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0689261 Jul 08 12:29:48.829723 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-99731528-21b0-4be4-b581-d78623172772 req-908a8a46-43a8-4a26-98b6-595459c9c8ac tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327017 Jul 08 12:29:48.866907 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:49.099678 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f4253-2263-4732-abf7-049e9972be41 req-87f4453b-bb5c-4a06-a230-72f56e2a09c9 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:49.101404 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-972f4253-2263-4732-abf7-049e9972be41 req-87f4453b-bb5c-4a06-a230-72f56e2a09c9 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0666809 Jul 08 12:29:49.141553 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-972f4253-2263-4732-abf7-049e9972be41 req-48ada920-ffa7-4ce0-89dc-306ae910f2af tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344565 Jul 08 12:29:49.537742 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-9670d7e1-99b8-4d0b-9bf4-5c9f106e924f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:49.544985 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-08c943d6-2c9d-4459-bbf7-2093cdaee4d8 req-16ba5877-e3ed-4a84-9f7c-c6f7becf0ce9 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0356691 Jul 08 12:29:50.002851 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc2aca-ca14-4450-9382-d709ae1be67c req-cc5e298f-cf1e-4799-9785-5217d33590b1 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:50.004287 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a0cc2aca-ca14-4450-9382-d709ae1be67c req-cc5e298f-cf1e-4799-9785-5217d33590b1 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0616708 Jul 08 12:29:50.040244 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a0cc2aca-ca14-4450-9382-d709ae1be67c req-83976cba-b6ea-4561-ab38-2bd03d2adf8c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305219 Jul 08 12:29:50.331201 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b24a6-590f-42b4-9b1b-ea8c6d3a6771 req-f6a61ad4-f20f-4ef2-8531-82d5e4a43201 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:50.332664 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-578b24a6-590f-42b4-9b1b-ea8c6d3a6771 req-f6a61ad4-f20f-4ef2-8531-82d5e4a43201 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0656588 Jul 08 12:29:50.368855 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-578b24a6-590f-42b4-9b1b-ea8c6d3a6771 req-38f7fef1-1834-4071-bfdd-a67923640689 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305457 Jul 08 12:29:50.592910 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:50.705423 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e5b8a502-5cda-4fc8-b73a-3169915413e2 req-bd9505fa-fb4a-49ec-8371-f16524dd0cc9 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0323813 Jul 08 12:29:51.222656 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f2619-e6c9-4ef1-b053-2b8ed5e3b6f5 req-1b4872b3-b6a7-419e-a0d0-4f92200e7e1b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:51.224140 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-897f2619-e6c9-4ef1-b053-2b8ed5e3b6f5 req-1b4872b3-b6a7-419e-a0d0-4f92200e7e1b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0717280 Jul 08 12:29:51.265746 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-897f2619-e6c9-4ef1-b053-2b8ed5e3b6f5 req-f18ea3f2-75ec-4343-bb74-75a233329797 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353436 Jul 08 12:29:51.550579 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9de6e-ac13-43c5-a002-88dde1046d4a req-757248a4-6888-4006-a914-11bf4e0a3630 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:51.552079 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-32e9de6e-ac13-43c5-a002-88dde1046d4a req-757248a4-6888-4006-a914-11bf4e0a3630 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0635540 Jul 08 12:29:51.588772 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-32e9de6e-ac13-43c5-a002-88dde1046d4a req-414b73ed-6601-43c0-a496-642eb0b70f9e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311494 Jul 08 12:29:51.864697 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6fdf60d7-ab1c-4ffd-93cc-bd62eaf64472 req-39ad7a20-6aca-4880-8540-9567190e8ef0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0321259 Jul 08 12:29:52.446010 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86db8d4-b5f4-4a83-a106-ef25ec45b074 req-ddaaf810-6aee-46f4-8512-832e93fc75ef tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:52.447828 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b86db8d4-b5f4-4a83-a106-ef25ec45b074 req-ddaaf810-6aee-46f4-8512-832e93fc75ef tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0651951 Jul 08 12:29:52.491212 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b86db8d4-b5f4-4a83-a106-ef25ec45b074 req-91152180-5e73-43f0-b40a-23862376b0e3 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362678 Jul 08 12:29:52.724111 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:52.789080 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638561b-084c-491b-90ec-f53ea6d062e8 req-95ccd973-1088-4cf6-8672-247ba67eec00 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:52.790593 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2638561b-084c-491b-90ec-f53ea6d062e8 req-95ccd973-1088-4cf6-8672-247ba67eec00 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0663223 Jul 08 12:29:52.832074 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2638561b-084c-491b-90ec-f53ea6d062e8 req-ef6318b6-a454-4755-886a-ccc2596afc5d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355401 Jul 08 12:29:53.036415 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d28865e9-be99-4e39-8bb0-a7ab8ac31a3c req-d82d76e7-9801-4549-9bdc-a221bde3fccf tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0336182 Jul 08 12:29:53.670024 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69d28f-f9b2-44c2-a643-a09061954d2a req-c6923dfc-11ae-4e46-a9dd-7fcbd77ffbda tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:53.672832 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9d69d28f-f9b2-44c2-a643-a09061954d2a req-c6923dfc-11ae-4e46-a9dd-7fcbd77ffbda tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0660892 Jul 08 12:29:53.710832 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9d69d28f-f9b2-44c2-a643-a09061954d2a req-ab4aeba4-801c-4008-8fd4-76f8e35e50c8 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329270 Jul 08 12:29:54.020907 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141eeef9-dfad-46e9-b374-3b62a43df2c3 req-058be51e-ead9-452c-9223-333a00dd466f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:54.022397 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-141eeef9-dfad-46e9-b374-3b62a43df2c3 req-058be51e-ead9-452c-9223-333a00dd466f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0764632 Jul 08 12:29:54.061389 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-141eeef9-dfad-46e9-b374-3b62a43df2c3 req-cf1c232f-cfaf-410a-a1fb-d9b39c1ab0de tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334914 Jul 08 12:29:54.190892 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c46f193e-fdf2-4fd1-bd77-82833d10b2f0 req-ecc126db-b092-47c2-92f0-6860af5c5bb4 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0325246 Jul 08 12:29:54.902231 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27335bf2-f79d-47b6-b4e3-5eeadc4d4eb6 req-1fb76748-e28c-4222-87b2-0587f7268651 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:54.903607 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-27335bf2-f79d-47b6-b4e3-5eeadc4d4eb6 req-1fb76748-e28c-4222-87b2-0587f7268651 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0689721 Jul 08 12:29:54.944920 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-27335bf2-f79d-47b6-b4e3-5eeadc4d4eb6 req-fcca5868-9a7a-4e70-bf44-e8e4886e65c5 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356598 Jul 08 12:29:55.245906 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac54b4f-8705-4716-a3ac-2d724153b624 req-075aafaa-dbe1-481f-9ca9-c0790364d3fa tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:55.247589 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-eac54b4f-8705-4716-a3ac-2d724153b624 req-075aafaa-dbe1-481f-9ca9-c0790364d3fa tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0684679 Jul 08 12:29:55.289674 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-eac54b4f-8705-4716-a3ac-2d724153b624 req-674a2c15-a53f-495d-a5c7-e104966244d2 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356996 Jul 08 12:29:55.366852 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-af76b62e-fb12-4b47-8c9a-65cbefe4056a req-0f5f913a-17b2-41c3-b8ab-1480c04242ef tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0347831 Jul 08 12:29:56.121745 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7f1c2-0ac6-400d-96d1-fae976a9b364 req-78431ce0-b0d5-4eca-a58b-da95a6a5524c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:56.123211 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4fc7f1c2-0ac6-400d-96d1-fae976a9b364 req-78431ce0-b0d5-4eca-a58b-da95a6a5524c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0663841 Jul 08 12:29:56.161341 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4fc7f1c2-0ac6-400d-96d1-fae976a9b364 req-23dd0179-6f51-4944-8c4d-0890ad986cff tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319355 Jul 08 12:29:56.471484 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada1e83-0659-4b3f-821e-8ec36a4011e0 req-bfe153d3-6f4b-47b6-be7e-b6120842b485 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:56.473172 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0ada1e83-0659-4b3f-821e-8ec36a4011e0 req-bfe153d3-6f4b-47b6-be7e-b6120842b485 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0643618 Jul 08 12:29:56.527869 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-862a5e79-5835-4a4d-bb44-33335283b5f2 req-f08ab7f7-333a-44e7-94d4-1560e3c8c9d6 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0345063 Jul 08 12:29:56.542858 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0ada1e83-0659-4b3f-821e-8ec36a4011e0 req-ac2f1451-3f55-44e7-8455-4d8d9cfc10d5 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635734 Jul 08 12:29:57.042747 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe03faf-e528-417d-8f37-252d8b5b50db req-7185b90d-0799-4594-8709-6cb45c4645e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:57.044225 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-afe03faf-e528-417d-8f37-252d8b5b50db req-7185b90d-0799-4594-8709-6cb45c4645e8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0523531 Jul 08 12:29:57.154545 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe03faf-e528-417d-8f37-252d8b5b50db req-a7d8a597-8c3a-4d3b-b589-4a90df4391ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:57.156014 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-afe03faf-e528-417d-8f37-252d8b5b50db req-a7d8a597-8c3a-4d3b-b589-4a90df4391ef service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 200 len: 917 time: 0.0914035 Jul 08 12:29:57.223760 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-afe03faf-e528-417d-8f37-252d8b5b50db req-8a7f7ca3-d015-42a8-ba14-1c2affaf09ba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf HTTP/1.1" status: 200 len: 999 time: 0.0604956 Jul 08 12:29:57.280141 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe03faf-e528-417d-8f37-252d8b5b50db req-24d1f2d4-6ec2-443f-9262-0703db4a93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:57.281994 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-afe03faf-e528-417d-8f37-252d8b5b50db req-24d1f2d4-6ec2-443f-9262-0703db4a93ad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2889e973-26ef-4f9a-8438-d3a8d25d582e HTTP/1.1" status: 200 len: 855 time: 0.0518363 Jul 08 12:29:57.336866 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82294ce7-112e-4314-804a-40e80f0c7b4a req-2b1ff959-afb9-4601-b2ec-42a3df773a76 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:57.338263 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-82294ce7-112e-4314-804a-40e80f0c7b4a req-2b1ff959-afb9-4601-b2ec-42a3df773a76 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0661552 Jul 08 12:29:57.340472 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe03faf-e528-417d-8f37-252d8b5b50db req-f0b1031e-d3dc-4ee6-9358-929edf6b0341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:57.342252 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-afe03faf-e528-417d-8f37-252d8b5b50db req-f0b1031e-d3dc-4ee6-9358-929edf6b0341 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e4e0557-4bba-4b10-85f1-95b3483d6f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532367 Jul 08 12:29:57.382523 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-82294ce7-112e-4314-804a-40e80f0c7b4a req-e654bd24-bcb6-45db-863a-e96c26183381 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383027 Jul 08 12:29:57.434178 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-afe03faf-e528-417d-8f37-252d8b5b50db req-b10a4f36-5093-4374-a5d6-ce74b45d9a95 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848811 Jul 08 12:29:57.529161 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-afe03faf-e528-417d-8f37-252d8b5b50db req-bd05b245-f3f4-491a-aa38-fff8f0da46b2 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872405 Jul 08 12:29:57.688887 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-10e28ff7-8b81-4c3d-bef4-ca9b7e202a4f req-5cf186e4-6101-494f-870d-d8d3d6bd6fb9 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=fbd8b568-8cf7-42e8-b5fb-289d04dfea03 HTTP/1.1" status: 200 len: 210 time: 0.0311203 Jul 08 12:29:57.751262 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf95459-5793-49bf-ab04-d9defa2313c8 req-bc02da54-6a62-4672-bf69-2e0486f5e44c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:57.753432 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9cf95459-5793-49bf-ab04-d9defa2313c8 req-bc02da54-6a62-4672-bf69-2e0486f5e44c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0668862 Jul 08 12:29:57.796815 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9cf95459-5793-49bf-ab04-d9defa2313c8 req-b095f15a-1033-476d-8ab6-0ade8433290a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376351 Jul 08 12:29:58.838241 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8e345-e0dc-40ae-8345-43f26b4373ec req-a23fd15a-9de9-4613-9cbb-ab9aed621e0c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:58.839728 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-80e8e345-e0dc-40ae-8345-43f26b4373ec req-a23fd15a-9de9-4613-9cbb-ab9aed621e0c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.3352778 Jul 08 12:29:58.879595 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-80e8e345-e0dc-40ae-8345-43f26b4373ec req-8961b078-9844-4e5e-8cf7-ad7a093810df tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340021 Jul 08 12:29:59.012722 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 60766) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:59.051084 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0f56a-3b24-4254-9d31-ee193c4060c4 req-953afe74-5a67-4633-9b05-f8a86e4b2237 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:59.053423 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dbf0f56a-3b24-4254-9d31-ee193c4060c4 req-953afe74-5a67-4633-9b05-f8a86e4b2237 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0709147 Jul 08 12:29:59.079188 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-82374d09-113c-47b9-99ab-afcc3f560792 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:59.091644 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dbf0f56a-3b24-4254-9d31-ee193c4060c4 req-5ed6f679-aaf2-4f7c-9122-c4c2fc241580 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324330 Jul 08 12:29:59.103414 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-82374d09-113c-47b9-99ab-afcc3f560792 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:59.215500 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-82374d09-113c-47b9-99ab-afcc3f560792 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:59.218398 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-82374d09-113c-47b9-99ab-afcc3f560792 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:59.219558 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-82374d09-113c-47b9-99ab-afcc3f560792 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "DELETE /v2.0/security-groups/8ec48644-fbe5-481b-9785-b152f41c37b5 HTTP/1.1" status: 204 len: 168 time: 0.2053015 Jul 08 12:29:59.222399 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 60768) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:59.228818 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82374d09-113c-47b9-99ab-afcc3f560792 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec48644-fbe5-481b-9785-b152f41c37b5,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:59.235836 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.api.v2.resource [None req-e77caf2c-6ba5-4135-802d-f023047ef27c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] show failed (client error): The resource could not be found. Jul 08 12:29:59.236857 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-e77caf2c-6ba5-4135-802d-f023047ef27c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups/8ec48644-fbe5-481b-9785-b152f41c37b5 HTTP/1.1" status: 404 len: 347 time: 0.0134430 Jul 08 12:29:59.240526 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 60770) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:29:59.369856 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-507843bc-6ee1-4fc7-83f2-fba9d334c0bb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Deleting port 2a76c7f3-9d48-4902-ba8e-792933a7eb70 {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:29:59.370200 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-507843bc-6ee1-4fc7-83f2-fba9d334c0bb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:59.445171 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-507843bc-6ee1-4fc7-83f2-fba9d334c0bb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:59.445495 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-507843bc-6ee1-4fc7-83f2-fba9d334c0bb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:59.456857 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-507843bc-6ee1-4fc7-83f2-fba9d334c0bb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Calling delete_port for 2a76c7f3-9d48-4902-ba8e-792933a7eb70 owned by network:floatingip {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:29:59.523008 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-33cff538-fce5-4245-942a-410ff615f07c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:29:59.524421 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-33cff538-fce5-4245-942a-410ff615f07c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0707610 Jul 08 12:29:59.626562 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Deleting port d10f3025-b6b7-4f76-9503-741e3c2f4409 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:29:59.626905 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:59.658673 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-507843bc-6ee1-4fc7-83f2-fba9d334c0bb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:59.690708 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507843bc-6ee1-4fc7-83f2-fba9d334c0bb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event deleted for resources: {'Port': ['ID=2a76c7f3-9d48-4902-ba8e-792933a7eb70,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:29:59.720363 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] For port d10f3025-b6b7-4f76-9503-741e3c2f4409, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d10f3025-b6b7-4f76-9503-741e3c2f4409,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:29:59.720863 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:59.749231 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-507843bc-6ee1-4fc7-83f2-fba9d334c0bb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for floatingip, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:59.752034 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-507843bc-6ee1-4fc7-83f2-fba9d334c0bb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:59.756424 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-507843bc-6ee1-4fc7-83f2-fba9d334c0bb tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "DELETE /v2.0/floatingips/8f12d1d0-30f2-48fd-99fa-c3aaf83ca1e3 HTTP/1.1" status: 204 len: 168 time: 0.5114703 Jul 08 12:29:59.900113 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:59.900492 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:29:59.900836 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.l3_db [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Floating IP 1270b4c6-2b57-4191-a905-03d95e4eb539 disassociated. External IP: 172.27.3.88, port: d10f3025-b6b7-4f76-9503-741e3c2f4409. Jul 08 12:29:59.901167 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Calling delete_port for d10f3025-b6b7-4f76-9503-741e3c2f4409 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:30:00.074515 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f517a8-1e3a-4c65-83a0-a8939eb143e8 req-775463f9-bb60-4782-8add-0383d8e55af7 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:00.076006 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f9f517a8-1e3a-4c65-83a0-a8939eb143e8 req-775463f9-bb60-4782-8add-0383d8e55af7 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 946 time: 0.0824671 Jul 08 12:30:00.106841 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:00.115531 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f9f517a8-1e3a-4c65-83a0-a8939eb143e8 req-e5d92775-20f9-41a3-8b4d-d47b31d4ba5b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337737 Jul 08 12:30:00.134833 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event deleted for resources: {'Port': ['ID=d10f3025-b6b7-4f76-9503-741e3c2f4409,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:00.196384 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 60782) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:30:00.202063 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-f9184fd3-0f02-4509-af90-00c016df613e tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803978180', 'description': 'tempest-description--1698514691'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:30:00.276626 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:30:00.294998 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f9184fd3-0f02-4509-af90-00c016df613e tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:00.383347 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ef9bd-7585-4a9d-91fd-efe1b77b4218 req-64340273-6d8d-45ab-8500-474d2ad3fbe6 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:00.385025 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f96ef9bd-7585-4a9d-91fd-efe1b77b4218 req-64340273-6d8d-45ab-8500-474d2ad3fbe6 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.1023009 Jul 08 12:30:00.390306 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:30:00.401860 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5be2c-6c45-41c2-b7a3-04cf534c17be None None] Sync routers for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:30:00.412394 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a5be2c-6c45-41c2-b7a3-04cf534c17be None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:30:00.413269 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-37a5be2c-6c45-41c2-b7a3-04cf534c17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:29:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:30:00.441642 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] No DVR routers for this DVR port d10f3025-b6b7-4f76-9503-741e3c2f4409 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:30:00.444843 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f96ef9bd-7585-4a9d-91fd-efe1b77b4218 req-97c6f86c-2ffa-4fdf-93ee-a7542f326a42 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534325 Jul 08 12:30:00.446276 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:00.448451 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-e30ae8cf-432c-471b-bd9a-84881a03bc83 req-82eaecc8-4198-4ca5-952c-b0cd4defb028 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "DELETE /v2.0/ports/d10f3025-b6b7-4f76-9503-741e3c2f4409 HTTP/1.1" status: 204 len: 173 time: 0.9178758 Jul 08 12:30:00.449087 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1d95cd-0304-4573-a86d-7046cfd57903', 'name': 'network-vif-deleted', 'tag': 'd10f3025-b6b7-4f76-9503-741e3c2f4409'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:30:00.451884 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ed8903-04ef-4435-87ff-d6d42d34d206" -d '{"events": [{"server_uuid": "1c1d95cd-0304-4573-a86d-7046cfd57903", "name": "network-vif-deleted", "tag": "d10f3025-b6b7-4f76-9503-741e3c2f4409"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:30:00.456486 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f9184fd3-0f02-4509-af90-00c016df613e tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:00.517402 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080e738c-9ef5-4fa0-9c83-7f9ae797b92b x-openstack-request-id: req-080e738c-9ef5-4fa0-9c83-7f9ae797b92b {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:30:00.517694 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1d95cd-0304-4573-a86d-7046cfd57903", "name": "network-vif-deleted", "tag": "d10f3025-b6b7-4f76-9503-741e3c2f4409", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:30:00.517945 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-080e738c-9ef5-4fa0-9c83-7f9ae797b92b {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:30:00.518349 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1d95cd-0304-4573-a86d-7046cfd57903', 'name': 'network-vif-deleted', 'tag': 'd10f3025-b6b7-4f76-9503-741e3c2f4409', 'status': 'completed', 'code': 200} Jul 08 12:30:00.550546 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-37a5be2c-6c45-41c2-b7a3-04cf534c17be None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:30:00.563960 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f9184fd3-0f02-4509-af90-00c016df613e tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:00.603728 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9184fd3-0f02-4509-af90-00c016df613e tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059d0d57-ea7f-474d-8717-109d1186c845,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:00.666808 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f9184fd3-0f02-4509-af90-00c016df613e tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:00.671089 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-f9184fd3-0f02-4509-af90-00c016df613e tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4707277 Jul 08 12:30:00.672966 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 60792) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:30:00.676294 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-1a32e478-636e-4f71-9b8a-1e02dd933f83 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Request body: {'security_group_rule': {'security_group_id': '059d0d57-ea7f-474d-8717-109d1186c845', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:30:00.779631 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1a32e478-636e-4f71-9b8a-1e02dd933f83 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:00.798074 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-37a5be2c-6c45-41c2-b7a3-04cf534c17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:30:00.825340 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5be2c-6c45-41c2-b7a3-04cf534c17be None None] Checking router: 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:30:00.827413 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1a32e478-636e-4f71-9b8a-1e02dd933f83 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:00.834655 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a5be2c-6c45-41c2-b7a3-04cf534c17be None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:30:00.835266 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-37a5be2c-6c45-41c2-b7a3-04cf534c17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:29:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:30:00.906648 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1a32e478-636e-4f71-9b8a-1e02dd933f83 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:00.933424 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e478-636e-4f71-9b8a-1e02dd933f83 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5f2cc7-f222-4f43-b9fb-f349705ea366,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:00.943523 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-37a5be2c-6c45-41c2-b7a3-04cf534c17be None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:30:01.015358 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1a32e478-636e-4f71-9b8a-1e02dd933f83 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:01.016610 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-1a32e478-636e-4f71-9b8a-1e02dd933f83 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3441257 Jul 08 12:30:01.019168 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 60794) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:30:01.023648 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-98c29fc5-5cbe-4e67-9631-950d9ded73ce tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Request body: {'security_group_rule': {'security_group_id': '059d0d57-ea7f-474d-8717-109d1186c845', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:30:01.109991 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-98c29fc5-5cbe-4e67-9631-950d9ded73ce tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:01.154617 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-37a5be2c-6c45-41c2-b7a3-04cf534c17be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:30:01.183439 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-98c29fc5-5cbe-4e67-9631-950d9ded73ce tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:01.191145 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5be2c-6c45-41c2-b7a3-04cf534c17be None None] The sync data for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi is: [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:30:01.298406 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-98c29fc5-5cbe-4e67-9631-950d9ded73ce tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:01.311312 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-10acd6a6-f3ab-45de-82aa-7e0ea92b03c9 req-24caeea9-554a-40fd-8f58-9e2487eee63b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c1d95cd-0304-4573-a86d-7046cfd57903 HTTP/1.1" status: 200 len: 210 time: 0.0301046 Jul 08 12:30:01.325106 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c29fc5-5cbe-4e67-9631-950d9ded73ce tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bf35df-fd0a-486f-b228-be581dbc702a,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:01.432250 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-98c29fc5-5cbe-4e67-9631-950d9ded73ce tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:01.433359 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e5ca4d-af78-442b-bd27-9d7ac0dbf1d9 None None] New status for floating IP 1270b4c6-2b57-4191-a905-03d95e4eb539: DOWN {{(pid=93657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:30:01.436359 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-98c29fc5-5cbe-4e67-9631-950d9ded73ce tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4134202 Jul 08 12:30:01.436543 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 60798) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:30:01.441006 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Request body: {'floatingip': {'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:30:01.536200 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for floatingip, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:01.654146 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:01.665128 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834a138-5694-4043-be6f-0e6781d2dc46 req-ea92c824-bc2e-4dfd-af4c-ce4becddd298 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:01.666959 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c834a138-5694-4043-be6f-0e6781d2dc46 req-ea92c824-bc2e-4dfd-af4c-ce4becddd298 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0792577 Jul 08 12:30:01.724663 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c834a138-5694-4043-be6f-0e6781d2dc46 req-55d2868d-992e-4654-985f-c79579a4fc36 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418115 Jul 08 12:30:01.783649 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Allocated IP 172.27.3.237 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/fb2bc621-07c3-41f1-be18-feb427872e67) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:30:01.897121 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:02.016583 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:02.053914 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:30:02.059980 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:30:02.062339 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:30:02.097026 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event updated for resources: {'Port': ['ID=fb2bc621-07c3-41f1-be18-feb427872e67,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:02.157020 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:02.258993 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:02.331331 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d05cd3-fb10-425e-ad68-414e4aede817 req-3994a52a-93d1-473b-84e2-ed9efd723a1c tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:02.333428 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-74d05cd3-fb10-425e-ad68-414e4aede817 req-3994a52a-93d1-473b-84e2-ed9efd723a1c tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 945 time: 0.0659902 Jul 08 12:30:02.373287 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-74d05cd3-fb10-425e-ad68-414e4aede817 req-998905eb-07e9-40b2-b56a-43483e99b0f9 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340648 Jul 08 12:30:02.416242 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:02.483886 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:02.558495 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event updated for resources: {'Port': ['ID=fb2bc621-07c3-41f1-be18-feb427872e67,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:02.566346 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:02.615669 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-3cd14e2c-501a-4c7f-9cf9-c0e616756473 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259161430&fields=id&tenant_id=3bd03333fac1458580472c07c3ce8543 HTTP/1.1" status: 200 len: 267 time: 0.0337722 Jul 08 12:30:02.649613 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:02.650868 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-867e45f0-27a8-43b0-90aa-d1ce2a768bf3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2133541 Jul 08 12:30:02.722471 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-0d3267dc-1881-4016-9c8b-53492494e3ce tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:02.724421 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-0d3267dc-1881-4016-9c8b-53492494e3ce tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 811 time: 0.1022472 Jul 08 12:30:02.741647 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-152443de-b5ea-434c-9288-c56717a79ae2 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/quotas/3bd03333fac1458580472c07c3ce8543 HTTP/1.1" status: 200 len: 375 time: 0.0118618 Jul 08 12:30:02.833403 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-44b4bec8-b26b-4339-9e93-0f5db9210ab1 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862365 Jul 08 12:30:02.856352 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-7f73adea-62cc-4395-b8b3-32c936c85735 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1803978180&fields=id&tenant_id=910ce624b8034309b4a99c095ec09b5e HTTP/1.1" status: 200 len: 267 time: 0.0485809 Jul 08 12:30:03.012498 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-35426f6b-5580-41ae-b9c7-b3fdcdcdf732 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:03.013980 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-35426f6b-5580-41ae-b9c7-b3fdcdcdf732 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/networks?id=a51e55e7-ef45-400f-a6d9-0a508ab962db HTTP/1.1" status: 200 len: 811 time: 0.1514759 Jul 08 12:30:03.043126 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-812e0051-e351-429e-a92b-b8149aab864a tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/quotas/910ce624b8034309b4a99c095ec09b5e HTTP/1.1" status: 200 len: 375 time: 0.0210238 Jul 08 12:30:03.068044 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-0426e6a5-7473-47d8-9f42-d9ecab981284 service neutron] 10.222.0.88 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237804 Jul 08 12:30:03.187116 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-82fb9d2d-4a64-4342-a615-163cf6fd6dd8 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=910ce624b8034309b4a99c095ec09b5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1382999 Jul 08 12:30:03.197722 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-8c935a59-b6a0-480b-8f8f-f37ef6e9e223 service neutron] 10.222.0.88 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131353 Jul 08 12:30:03.286307 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-7f9feb92-c46e-4f83-970f-23e10b1529b6 service neutron] 10.222.0.88 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869448 Jul 08 12:30:03.377458 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-aedb3d21-f73c-4c83-aded-5c77235bb859 service neutron] 10.222.0.88 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849662 Jul 08 12:30:03.792296 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc1fde-f6ad-49c3-8167-c68bc3ea11a4 req-147b7ad4-5014-4d70-acab-11338b798ae0 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:03.794039 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d9dc1fde-f6ad-49c3-8167-c68bc3ea11a4 req-147b7ad4-5014-4d70-acab-11338b798ae0 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0784473 Jul 08 12:30:03.837891 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d9dc1fde-f6ad-49c3-8167-c68bc3ea11a4 req-57b4eecb-1d09-4495-82bc-7bd5171aa6bf tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370619 Jul 08 12:30:03.940666 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-38fc8e05-3b9c-4437-a1ae-8f8a2c17106b req-05423fcd-0665-4314-b855-f0898a62896c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 210 time: 0.0509148 Jul 08 12:30:03.976005 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ca695-03ef-435b-a185-c0dfdad3e27d req-85ce0c22-7201-4bfb-a24f-bd08b9bcca6a tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:03.977491 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-859ca695-03ef-435b-a185-c0dfdad3e27d req-85ce0c22-7201-4bfb-a24f-bd08b9bcca6a tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 945 time: 0.0997066 Jul 08 12:30:04.028450 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7e448d96-4048-4b8f-9bd4-eb0b882f6a2a req-faa54548-915e-40d1-aec7-70c2ccf45f6e tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 210 time: 0.0437205 Jul 08 12:30:04.047679 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-859ca695-03ef-435b-a185-c0dfdad3e27d req-fc91df42-b5f2-4d07-b15a-539a6694fae7 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641329 Jul 08 12:30:04.294847 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41aee3-1941-442d-8575-87599238e762 req-9088203a-22d8-4f3d-be01-f366e0d1b0a4 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:04.296307 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6b41aee3-1941-442d-8575-87599238e762 req-9088203a-22d8-4f3d-be01-f366e0d1b0a4 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.89 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 945 time: 0.0677166 Jul 08 12:30:04.399021 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-6b41aee3-1941-442d-8575-87599238e762 req-813ba507-817f-4e24-959e-9600b64e8249 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Deleting port a110531d-c2d0-4850-8225-ae7f7b1964b2 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:30:04.399281 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-6b41aee3-1941-442d-8575-87599238e762 req-813ba507-817f-4e24-959e-9600b64e8249 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:04.492205 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-6b41aee3-1941-442d-8575-87599238e762 req-813ba507-817f-4e24-959e-9600b64e8249 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] For port a110531d-c2d0-4850-8225-ae7f7b1964b2, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a110531d-c2d0-4850-8225-ae7f7b1964b2,segment=NetworkSegment(ea9f7033-4a61-4a15-a4a4-b648f2ec6007),segment_id=ea9f7033-4a61-4a15-a4a4-b648f2ec6007)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:30:04.492595 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-6b41aee3-1941-442d-8575-87599238e762 req-813ba507-817f-4e24-959e-9600b64e8249 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:04.505320 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-6b41aee3-1941-442d-8575-87599238e762 req-813ba507-817f-4e24-959e-9600b64e8249 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Calling delete_port for a110531d-c2d0-4850-8225-ae7f7b1964b2 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:30:04.598811 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device d10f3025-b6b7-4f76-9503-741e3c2f4409 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:30:04.618942 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: d10f3025-b6b7-4f76-9503-741e3c2f4409 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:30:04.619369 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device d10f3025-b6b7-4f76-9503-741e3c2f4409 not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:30:04.694031 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-6b41aee3-1941-442d-8575-87599238e762 req-813ba507-817f-4e24-959e-9600b64e8249 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:04.705117 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['a110531d-c2d0-4850-8225-ae7f7b1964b2'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:30:04.738295 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ba507-817f-4e24-959e-9600b64e8249 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Pushing event deleted for resources: {'Port': ['ID=a110531d-c2d0-4850-8225-ae7f7b1964b2,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:04.776596 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b41aee3-1941-442d-8575-87599238e762 req-813ba507-817f-4e24-959e-9600b64e8249 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] No DVR routers for this DVR port a110531d-c2d0-4850-8225-ae7f7b1964b2 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:30:04.778991 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-6b41aee3-1941-442d-8575-87599238e762 req-813ba507-817f-4e24-959e-9600b64e8249 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:04.781162 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6b41aee3-1941-442d-8575-87599238e762 req-813ba507-817f-4e24-959e-9600b64e8249 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.89 "DELETE /v2.0/ports/a110531d-c2d0-4850-8225-ae7f7b1964b2 HTTP/1.1" status: 204 len: 173 time: 0.4788470 Jul 08 12:30:04.781622 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c519a6b1-c483-40d0-b4e4-878e88e66d59', 'name': 'network-vif-deleted', 'tag': 'a110531d-c2d0-4850-8225-ae7f7b1964b2'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:30:04.783910 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29a30ed-312c-4667-ad8c-128d26999001" -d '{"events": [{"server_uuid": "c519a6b1-c483-40d0-b4e4-878e88e66d59", "name": "network-vif-deleted", "tag": "a110531d-c2d0-4850-8225-ae7f7b1964b2"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:30:04.830492 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec4a4df-ef78-41a6-8388-26d7fbb3539e x-openstack-request-id: req-6ec4a4df-ef78-41a6-8388-26d7fbb3539e {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:30:04.830492 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c519a6b1-c483-40d0-b4e4-878e88e66d59", "name": "network-vif-deleted", "tag": "a110531d-c2d0-4850-8225-ae7f7b1964b2", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:30:04.830492 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6ec4a4df-ef78-41a6-8388-26d7fbb3539e {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:30:04.830492 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c519a6b1-c483-40d0-b4e4-878e88e66d59', 'name': 'network-vif-deleted', 'tag': 'a110531d-c2d0-4850-8225-ae7f7b1964b2', 'status': 'completed', 'code': 200} Jul 08 12:30:05.032952 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cf0d2-1857-4652-a91d-320cbb651fe9 req-ef1f848d-a974-42b9-b757-328b583929d2 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:05.041166 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-774cf0d2-1857-4652-a91d-320cbb651fe9 req-ef1f848d-a974-42b9-b757-328b583929d2 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.0830116 Jul 08 12:30:05.076845 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-774cf0d2-1857-4652-a91d-320cbb651fe9 req-d4aa0555-7074-4c48-8a0e-0252f69a2a49 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344715 Jul 08 12:30:05.116700 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef2d408f-5b1b-422e-9520-186c370d84eb req-3c5e62a8-cac2-4ee8-8517-e08c2a43c639 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 210 time: 0.0317748 Jul 08 12:30:05.216105 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9cd0134d-9d83-4eee-9e92-c6a2a89e274d req-4f519ea3-70c7-4e14-9415-1cbaaa20f7fb tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 210 time: 0.0292666 Jul 08 12:30:05.253392 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1d3cd31c-148a-4700-b9ac-bb11f7061f56 req-a3ad1cd7-317b-454f-a10a-759d08f0a303 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 210 time: 0.0277860 Jul 08 12:30:05.906921 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-a2435153-e8e3-4c6b-a7a1-2e66b3a20872 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:05.908262 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-a2435153-e8e3-4c6b-a7a1-2e66b3a20872 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.89 "GET /v2.0/networks?id=a51e55e7-ef45-400f-a6d9-0a508ab962db HTTP/1.1" status: 200 len: 811 time: 0.1109118 Jul 08 12:30:05.952968 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-eaed70e8-6bc2-4b98-a156-cb18d52c084a tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=910ce624b8034309b4a99c095ec09b5e HTTP/1.1" status: 200 len: 380 time: 0.0357511 Jul 08 12:30:05.962076 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-2e70c5d8-f6b5-47c5-b574-e5aa79f37efd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Request body: {'port': {'device_id': '37ad4fb6-ad5b-4978-846e-0071d6c3c267', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'admin_state_up': True, 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'security_groups': ['059d0d57-ea7f-474d-8717-109d1186c845']}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:30:06.175424 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-2e70c5d8-f6b5-47c5-b574-e5aa79f37efd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Made reservation on behalf of 910ce624b8034309b4a99c095ec09b5e for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:30:06.179783 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-2e70c5d8-f6b5-47c5-b574-e5aa79f37efd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:06.279117 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cb9febbb-ff93-4096-be7d-cf0da65ff7ad req-d98161a8-8695-4a24-8ea4-6fc3532583d2 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 210 time: 0.0331287 Jul 08 12:30:06.319693 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ea137-ab25-4ada-a762-ac7746959143 req-80d1a12e-fd0d-42b0-901f-c578bf07a433 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:06.327284 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ab6ea137-ab25-4ada-a762-ac7746959143 req-80d1a12e-fd0d-42b0-901f-c578bf07a433 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 943 time: 0.1195564 Jul 08 12:30:06.352754 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-2e70c5d8-f6b5-47c5-b574-e5aa79f37efd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Allocated IP 172.20.0.12 (a51e55e7-ef45-400f-a6d9-0a508ab962db/5e045425-628c-4d0f-94f7-a80db002e4c1/78824131-756d-4a7f-affb-c7482771b5b9) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:30:06.364400 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ab6ea137-ab25-4ada-a762-ac7746959143 req-5e08e988-31f4-422d-830a-d387949e4bef tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361273 Jul 08 12:30:06.433739 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ecf3755e-fd90-4b9b-965a-7cf768128d44 req-d1a0690e-1e64-42b0-b9fa-b691ef8c2279 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 210 time: 0.0291677 Jul 08 12:30:06.513323 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-2e70c5d8-f6b5-47c5-b574-e5aa79f37efd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:06.525275 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b1585bed-30cb-456a-a06c-3118c85a4363 req-9767b115-4a41-45d3-9b5b-46182aae20d2 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=c519a6b1-c483-40d0-b4e4-878e88e66d59 HTTP/1.1" status: 200 len: 210 time: 0.0337179 Jul 08 12:30:06.549718 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-2e70c5d8-f6b5-47c5-b574-e5aa79f37efd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Transition to ACTIVE for port object 78824131-756d-4a7f-affb-c7482771b5b9 will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:30:06.597198 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 74274bf7-f3ff-451b-953b-c150a4db7fbf details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:30:06.657365 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-8413ce30-cb8c-471d-9709-93a1b6796939 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:06.658828 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-8413ce30-cb8c-471d-9709-93a1b6796939 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 811 time: 0.1317489 Jul 08 12:30:06.699395 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 74274bf7-f3ff-451b-953b-c150a4db7fbf, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:30:06.702491 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-69dcf83b-8265-4fb2-8c07-6bc65a75f707 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bd03333fac1458580472c07c3ce8543 HTTP/1.1" status: 200 len: 379 time: 0.0345061 Jul 08 12:30:06.711819 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-28df8358-a9c0-4896-b98e-29e9a77be435 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Request body: {'port': {'device_id': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'admin_state_up': True, 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'security_groups': ['644a4ef8-c292-4c88-9634-b34129950872']}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:30:06.714915 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'port_id': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'mac_address': 'fa:16:3e:a1:62:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:30:06.755105 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:06.769282 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74274bf7-f3ff-451b-953b-c150a4db7fbf {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:30:06.792481 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 74274bf7-f3ff-451b-953b-c150a4db7fbf, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:30:06.860827 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:06.916956 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=74274bf7-f3ff-451b-953b-c150a4db7fbf,revision_number=9']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:06.925035 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:30:06.925386 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:30:06.925940 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:30:06.926460 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:30:06.928338 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:30:06.928937 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:30:06.929452 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:30:06.930128 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:30:06.930647 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:30:06.931296 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:30:06.931787 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:30:06.932283 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:30:07.033629 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-2e70c5d8-f6b5-47c5-b574-e5aa79f37efd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:07.096172 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-2e70c5d8-f6b5-47c5-b574-e5aa79f37efd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Network a51e55e7-ef45-400f-a6d9-0a508ab962db is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:30:07.107340 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-2e70c5d8-f6b5-47c5-b574-e5aa79f37efd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:30:07.115866 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-2e70c5d8-f6b5-47c5-b574-e5aa79f37efd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:30:07.123923 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70c5d8-f6b5-47c5-b574-e5aa79f37efd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event updated for resources: {'Port': ['ID=78824131-756d-4a7f-affb-c7482771b5b9,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:07.182859 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['74274bf7-f3ff-451b-953b-c150a4db7fbf'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:30:07.201092 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-2e70c5d8-f6b5-47c5-b574-e5aa79f37efd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:07.201600 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-2e70c5d8-f6b5-47c5-b574-e5aa79f37efd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:07.285236 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-28df8358-a9c0-4896-b98e-29e9a77be435 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Made reservation on behalf of 3bd03333fac1458580472c07c3ce8543 for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:30:07.290774 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-28df8358-a9c0-4896-b98e-29e9a77be435 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:07.371015 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-2e70c5d8-f6b5-47c5-b574-e5aa79f37efd tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4129579 Jul 08 12:30:07.382934 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Request body: {'port': {'device_id': '37ad4fb6-ad5b-4978-846e-0071d6c3c267', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:30:07.396150 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b6f07887-4ad7-4205-97b7-cf5e3d752ff8 None None] Provisioning for port 78824131-756d-4a7f-affb-c7482771b5b9 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:30:07.401110 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b6f07887-4ad7-4205-97b7-cf5e3d752ff8 None None] Provisioning complete for port 78824131-756d-4a7f-affb-c7482771b5b9 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:30:07.401484 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b6f07887-4ad7-4205-97b7-cf5e3d752ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:07.448924 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b6f07887-4ad7-4205-97b7-cf5e3d752ff8 None None] Port 78824131-756d-4a7f-affb-c7482771b5b9 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:30:07.481927 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-28df8358-a9c0-4896-b98e-29e9a77be435 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Allocated IP 172.20.0.14 (e0d3d10d-6f47-4fb3-b0a8-cb923c50070d/43fc61e1-2280-4220-b272-2e2e5663d052/7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:30:07.485589 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bd56f-42d3-4ffa-b0ff-12b42dca54b4 req-e506aa87-1f86-46a2-bd9a-def33fbea5b9 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:07.487295 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-da7bd56f-42d3-4ffa-b0ff-12b42dca54b4 req-e506aa87-1f86-46a2-bd9a-def33fbea5b9 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 932 time: 0.0854943 Jul 08 12:30:07.534592 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:07.557896 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-da7bd56f-42d3-4ffa-b0ff-12b42dca54b4 req-ce075624-bb7d-4fc2-82f3-3c644f96c8c3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636094 Jul 08 12:30:07.596230 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a67f3d-c895-4a23-89de-158e2da975c7 req-ce2ac990-0a0e-4365-b9da-e6d8e46a030d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:07.598893 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-88a67f3d-c895-4a23-89de-158e2da975c7 req-ce2ac990-0a0e-4365-b9da-e6d8e46a030d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 944 time: 0.0976346 Jul 08 12:30:07.646013 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-88a67f3d-c895-4a23-89de-158e2da975c7 req-afcc0773-6f51-440d-ac2e-6cdcf423d3a7 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389316 Jul 08 12:30:07.731522 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a3029268-a134-477b-a819-b486f159c857 req-b8f6c88d-a41c-4e3a-8f55-5bfac53ced11 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 210 time: 0.0613484 Jul 08 12:30:07.807303 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-28df8358-a9c0-4896-b98e-29e9a77be435 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:07.828996 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-28df8358-a9c0-4896-b98e-29e9a77be435 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Transition to ACTIVE for port object 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:30:07.944047 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78824131-756d-4a7f-affb-c7482771b5b9 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:30:07.951795 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:07.964317 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Transition to ACTIVE for port object 78824131-756d-4a7f-affb-c7482771b5b9 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:30:07.998159 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-28df8358-a9c0-4896-b98e-29e9a77be435 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:08.047779 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-28df8358-a9c0-4896-b98e-29e9a77be435 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:30:08.051255 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:08.053949 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-28df8358-a9c0-4896-b98e-29e9a77be435 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:30:08.058716 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-28df8358-a9c0-4896-b98e-29e9a77be435 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:30:08.090108 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df8358-a9c0-4896-b98e-29e9a77be435 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'Port': ['ID=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:08.154279 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-28df8358-a9c0-4896-b98e-29e9a77be435 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:08.154451 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-28df8358-a9c0-4896-b98e-29e9a77be435 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:08.206571 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=78824131-756d-4a7f-affb-c7482771b5b9,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:08.243463 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Attempting to bind port 78824131-756d-4a7f-affb-c7482771b5b9 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:30:08.243616 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Attempting to bind port 78824131-756d-4a7f-affb-c7482771b5b9 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:30:08.243949 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Attempting to bind port 78824131-756d-4a7f-affb-c7482771b5b9 on network a51e55e7-ef45-400f-a6d9-0a508ab962db {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:30:08.248494 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Port 78824131-756d-4a7f-affb-c7482771b5b9 on network a51e55e7-ef45-400f-a6d9-0a508ab962db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:30:08.248914 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Attempting to bind port 78824131-756d-4a7f-affb-c7482771b5b9 on network a51e55e7-ef45-400f-a6d9-0a508ab962db {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:30:08.254034 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:30:08.255556 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Checking segment: {'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:30:08.255556 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Bound using segment: {'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:30:08.255556 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Bound port: 78824131-756d-4a7f-affb-c7482771b5b9, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b84c30d-a4b7-498d-9736-692c92a3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:30:08.255864 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:08.318202 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-28df8358-a9c0-4896-b98e-29e9a77be435 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6103508 Jul 08 12:30:08.332111 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Request body: {'port': {'device_id': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:30:08.368153 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] For port 78824131-756d-4a7f-affb-c7482771b5b9, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:30:08.388356 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] For port 78824131-756d-4a7f-affb-c7482771b5b9, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=78824131-756d-4a7f-affb-c7482771b5b9,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:30:08.424235 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:08.492991 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b1aa0dd6-703a-4c4f-9efb-77422aaab403 None None] Provisioning for port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:30:08.500767 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b1aa0dd6-703a-4c4f-9efb-77422aaab403 None None] Provisioning complete for port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:30:08.500767 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0dd6-703a-4c4f-9efb-77422aaab403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:08.529786 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:08.532967 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b1aa0dd6-703a-4c4f-9efb-77422aaab403 None None] Port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:30:08.571615 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:08.572101 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:08.573487 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] 10.222.0.89 "PUT /v2.0/ports/78824131-756d-4a7f-affb-c7482771b5b9 HTTP/1.1" status: 200 len: 1094 time: 1.1949880 Jul 08 12:30:08.577499 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ad4fb6-ad5b-4978-846e-0071d6c3c267', 'tag': '78824131-756d-4a7f-affb-c7482771b5b9'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:30:08.580635 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7471cf2-d240-47f0-828b-5fbe035d33ac" -d '{"events": [{"name": "network-changed", "server_uuid": "37ad4fb6-ad5b-4978-846e-0071d6c3c267", "tag": "78824131-756d-4a7f-affb-c7482771b5b9"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:30:08.643117 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 74274bf7-f3ff-451b-953b-c150a4db7fbf up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:30:08.717693 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 74274bf7-f3ff-451b-953b-c150a4db7fbf triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:30:08.725774 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:08.746571 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf02d1f-5e8b-4bcc-9a76-4c68d5b3581d x-openstack-request-id: req-9cf02d1f-5e8b-4bcc-9a76-4c68d5b3581d {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:30:08.746865 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ad4fb6-ad5b-4978-846e-0071d6c3c267", "tag": "78824131-756d-4a7f-affb-c7482771b5b9", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:30:08.747120 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9cf02d1f-5e8b-4bcc-9a76-4c68d5b3581d {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:30:08.747520 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ad4fb6-ad5b-4978-846e-0071d6c3c267', 'tag': '78824131-756d-4a7f-affb-c7482771b5b9', 'status': 'completed', 'code': 200} Jul 08 12:30:08.806900 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada38348-edd9-4835-a136-734a69110fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=78824131-756d-4a7f-affb-c7482771b5b9,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:08.914407 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:30:08.924155 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:08.929864 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7471cf2-d240-47f0-828b-5fbe035d33ac req-9cd5e99d-d88b-48c9-8c19-aeb61d461d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:08.931375 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a7471cf2-d240-47f0-828b-5fbe035d33ac req-9cd5e99d-d88b-48c9-8c19-aeb61d461d32 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=910ce624b8034309b4a99c095ec09b5e&device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 1097 time: 0.1831160 Jul 08 12:30:08.934107 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff83e79-2b47-4f43-80b2-426f15d93bd9 req-7bbfbd7e-e659-4885-83fb-e9c3f6142524 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:08.935697 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-aff83e79-2b47-4f43-80b2-426f15d93bd9 req-7bbfbd7e-e659-4885-83fb-e9c3f6142524 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 944 time: 0.1108961 Jul 08 12:30:08.940515 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Transition to ACTIVE for port object 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:30:08.962618 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:08.992934 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74274bf7-f3ff-451b-953b-c150a4db7fbf'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:30:08.995180 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2785ca6-4af5-4c73-bbbf-eccbf67fa4d7" -d '{"events": [{"server_uuid": "c30f423b-d06d-4f42-8023-58b31690e2e7", "name": "network-vif-plugged", "status": "completed", "tag": "74274bf7-f3ff-451b-953b-c150a4db7fbf"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:30:08.997241 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-aff83e79-2b47-4f43-80b2-426f15d93bd9 req-95c721a4-fab1-4005-8171-8398fef57c0a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499604 Jul 08 12:30:09.004579 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743f506-19f7-43c1-a05a-d18030a0afb1 req-77ac66ce-a7b6-4480-85b6-632444c381ff tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:09.006066 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e743f506-19f7-43c1-a05a-d18030a0afb1 req-77ac66ce-a7b6-4480-85b6-632444c381ff tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 944 time: 0.1108887 Jul 08 12:30:09.008426 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 74274bf7-f3ff-451b-953b-c150a4db7fbf, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:30:09.013826 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:09.059665 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e743f506-19f7-43c1-a05a-d18030a0afb1 req-9bceeba6-2832-48a3-b15b-4d07f6eec8a3 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480802 Jul 08 12:30:09.065567 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:09.115440 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddcfe55-7fce-4833-899e-938459126845 x-openstack-request-id: req-9ddcfe55-7fce-4833-899e-938459126845 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:30:09.116072 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f423b-d06d-4f42-8023-58b31690e2e7", "name": "network-vif-plugged", "status": "completed", "tag": "74274bf7-f3ff-451b-953b-c150a4db7fbf", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:30:09.116501 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9ddcfe55-7fce-4833-899e-938459126845 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:30:09.123032 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'code': 200} Jul 08 12:30:09.123032 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:09.123032 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device a110531d-c2d0-4850-8225-ae7f7b1964b2 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:30:09.151730 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: a110531d-c2d0-4850-8225-ae7f7b1964b2 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:30:09.151730 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device a110531d-c2d0-4850-8225-ae7f7b1964b2 not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:30:09.151959 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Attempting to bind port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:30:09.151959 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Attempting to bind port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:30:09.152152 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Attempting to bind port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 on network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:30:09.157352 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 on network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:30:09.157710 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Attempting to bind port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 on network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:30:09.163609 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:30:09.163977 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Checking segment: {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:30:09.164333 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Bound using segment: {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:30:09.164926 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Bound port: 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:30:09.165288 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:09.204042 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=74274bf7-f3ff-451b-953b-c150a4db7fbf,revision_number=10']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:09.215122 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4fa28-e768-4885-a04c-7dace55cea73 req-81ae5322-d933-4c91-ac54-4d2a623f6665 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:09.216554 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2ad4fa28-e768-4885-a04c-7dace55cea73 req-81ae5322-d933-4c91-ac54-4d2a623f6665 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 944 time: 0.0867512 Jul 08 12:30:09.244525 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] For port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:30:09.248165 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] For port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:30:09.267042 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2ad4fa28-e768-4885-a04c-7dace55cea73 req-9d532619-5126-40e6-823a-04829a7ec833 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376782 Jul 08 12:30:09.346687 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:09.385640 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:09.386253 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:09.387643 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] 10.222.0.89 "PUT /v2.0/ports/7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 HTTP/1.1" status: 200 len: 1094 time: 1.0599115 Jul 08 12:30:09.409319 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6e3ea-3ce4-40a5-a738-9709ab016035 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:10.218593 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e310a85-a101-4689-bf64-c1c8cbda20c8 req-ced6cb63-fc00-4429-963e-d21dda5c5ba1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:10.220023 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1e310a85-a101-4689-bf64-c1c8cbda20c8 req-ced6cb63-fc00-4429-963e-d21dda5c5ba1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 946 time: 0.0955327 Jul 08 12:30:10.272540 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1e310a85-a101-4689-bf64-c1c8cbda20c8 req-4644cc30-cb7e-44b5-975f-928099800456 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451267 Jul 08 12:30:10.282587 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0fd5b-99cc-478f-bb56-6457652eb90a req-5d48e8a7-e0f6-4643-8e7d-fbd4c1b995a6 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:10.282587 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cae0fd5b-99cc-478f-bb56-6457652eb90a req-5d48e8a7-e0f6-4643-8e7d-fbd4c1b995a6 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 944 time: 0.1068504 Jul 08 12:30:10.321681 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cae0fd5b-99cc-478f-bb56-6457652eb90a req-9c2b729d-5ad9-4e44-88a4-c7948ce652de tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336382 Jul 08 12:30:10.445199 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a68ca-a300-4874-8e6b-0ab88f43e2f3 req-f62574eb-4419-4caf-b385-c8693a04ee19 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:10.446709 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0c7a68ca-a300-4874-8e6b-0ab88f43e2f3 req-f62574eb-4419-4caf-b385-c8693a04ee19 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 944 time: 0.0636029 Jul 08 12:30:10.484837 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0c7a68ca-a300-4874-8e6b-0ab88f43e2f3 req-0a78cf39-efab-4027-8d2f-8fa398bf5ea6 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325477 Jul 08 12:30:10.748535 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'tag': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:30:10.750949 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ea3b44-6de5-437f-ac75-448766885b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "74b7ba78-4c05-41a4-8df7-e3525bd8e2dd", "tag": "7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:30:10.805225 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62400c0c-4202-4823-907c-6b9a62e42788 x-openstack-request-id: req-62400c0c-4202-4823-907c-6b9a62e42788 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:30:10.805225 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b7ba78-4c05-41a4-8df7-e3525bd8e2dd", "tag": "7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:30:10.805225 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-62400c0c-4202-4823-907c-6b9a62e42788 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:30:10.805225 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'tag': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'status': 'completed', 'code': 200} Jul 08 12:30:10.850487 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7471cf2-d240-47f0-828b-5fbe035d33ac req-e656d962-ce05-4318-8a35-2b5c6d17ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:10.851943 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a7471cf2-d240-47f0-828b-5fbe035d33ac req-e656d962-ce05-4318-8a35-2b5c6d17ddd9 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=910ce624b8034309b4a99c095ec09b5e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0971811 Jul 08 12:30:11.483262 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df3900-1eb6-4781-84fe-05d6ce00abee req-147a2332-ad5b-497b-8853-2d64e9038913 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:11.484774 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-29df3900-1eb6-4781-84fe-05d6ce00abee req-147a2332-ad5b-497b-8853-2d64e9038913 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 946 time: 0.0959656 Jul 08 12:30:11.539609 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae3bb5-91a7-4df2-818d-53b530ed36c7 req-fc0c3c2f-9830-4287-95da-93013a6522dc tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:11.541127 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1dae3bb5-91a7-4df2-818d-53b530ed36c7 req-fc0c3c2f-9830-4287-95da-93013a6522dc tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 944 time: 0.1090033 Jul 08 12:30:11.544235 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-29df3900-1eb6-4781-84fe-05d6ce00abee req-a53e01a1-eb74-463e-ac13-a93e5cae25e7 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510931 Jul 08 12:30:11.578916 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1dae3bb5-91a7-4df2-818d-53b530ed36c7 req-e4926fdb-226d-4f9c-9678-d57069514d50 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322080 Jul 08 12:30:11.714249 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf3b5a-f028-42f6-b80a-5652ee21c670 req-a3fbf775-f678-4838-b7d3-278414efd90b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:11.715744 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4adf3b5a-f028-42f6-b80a-5652ee21c670 req-a3fbf775-f678-4838-b7d3-278414efd90b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 944 time: 0.0654917 Jul 08 12:30:11.753613 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4adf3b5a-f028-42f6-b80a-5652ee21c670 req-e49bd5e5-d7b0-42d1-accd-c013131301ff tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321476 Jul 08 12:30:12.069334 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:12.231887 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7471cf2-d240-47f0-828b-5fbe035d33ac req-e094831c-b52b-4854-ad06-d0d802d119e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:12.233359 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a7471cf2-d240-47f0-828b-5fbe035d33ac req-e094831c-b52b-4854-ad06-d0d802d119e2 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287417 Jul 08 12:30:12.235948 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-ec46228f-c817-4695-ab62-f4bb8ca57b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:12.237302 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-ec46228f-c817-4695-ab62-f4bb8ca57b5a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 1097 time: 0.1225333 Jul 08 12:30:12.398081 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-f74af7c6-7d07-4ab5-b826-39c70f9c618f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0484917 Jul 08 12:30:12.470725 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-c7b2b43b-ad20-437b-b2b2-20820a5ac2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:12.472138 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-c7b2b43b-ad20-437b-b2b2-20820a5ac2f6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43fc61e1-2280-4220-b272-2e2e5663d052 HTTP/1.1" status: 200 len: 850 time: 0.0559461 Jul 08 12:30:12.491752 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-531df33d-1dfe-426e-92ee-8e64f106cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:12.493253 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-531df33d-1dfe-426e-92ee-8e64f106cd59 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=910ce624b8034309b4a99c095ec09b5e&device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 1097 time: 0.1041667 Jul 08 12:30:12.555324 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-2033773d-bf77-4fd1-9948-0b567b6aa1b0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78824131-756d-4a7f-affb-c7482771b5b9 HTTP/1.1" status: 200 len: 217 time: 0.0442858 Jul 08 12:30:12.617859 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-eaa9f572-6ebd-450b-b2d3-bd6f797d6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:12.619371 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-eaa9f572-6ebd-450b-b2d3-bd6f797d6956 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1397235 Jul 08 12:30:12.625350 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-465e1816-8cd7-44e6-a6dd-2fd132436868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:12.626810 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-465e1816-8cd7-44e6-a6dd-2fd132436868 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e045425-628c-4d0f-94f7-a80db002e4c1 HTTP/1.1" status: 200 len: 850 time: 0.0630939 Jul 08 12:30:12.768445 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-a94a1da1-9c86-4b0b-aa94-2b905dc480ce service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406782 Jul 08 12:30:12.772101 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-9ca8ba00-d31b-45a2-a347-4c885f115638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:12.773588 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-9ca8ba00-d31b-45a2-a347-4c885f115638 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a51e55e7-ef45-400f-a6d9-0a508ab962db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1381721 Jul 08 12:30:12.829067 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caebd03-fadb-48b1-b66c-2b75eddf9c47 req-6cb9e6e2-b119-49fd-bdd9-723732f9b7da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:12.830698 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9caebd03-fadb-48b1-b66c-2b75eddf9c47 req-6cb9e6e2-b119-49fd-bdd9-723732f9b7da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 944 time: 0.1099646 Jul 08 12:30:12.886571 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d8bd2-6ccf-4f05-a26d-afeda2bce06e req-b8c32618-f494-4993-b69c-c479b5351cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:12.888085 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-158d8bd2-6ccf-4f05-a26d-afeda2bce06e req-b8c32618-f494-4993-b69c-c479b5351cb0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 1099 time: 0.1355093 Jul 08 12:30:12.929869 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-8e6962f1-ab7a-480f-b0e4-049da5a63253 service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548672 Jul 08 12:30:12.931725 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-e49ae2b0-ce61-4996-bf84-31d01c908cce service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493788 Jul 08 12:30:12.932502 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9caebd03-fadb-48b1-b66c-2b75eddf9c47 req-76180e3d-3c5f-4089-901f-59a818db3968 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887547 Jul 08 12:30:12.956985 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-158d8bd2-6ccf-4f05-a26d-afeda2bce06e req-cbfe64dc-56ff-4096-b24c-12c0f7de64ca service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609293 Jul 08 12:30:12.968703 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997de7e-9b84-4598-8e79-5477ff08277f req-043e92fa-3fa5-4173-ac9d-e5110ddb365d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:12.970179 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2997de7e-9b84-4598-8e79-5477ff08277f req-043e92fa-3fa5-4173-ac9d-e5110ddb365d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 946 time: 0.1385012 Jul 08 12:30:13.010034 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2997de7e-9b84-4598-8e79-5477ff08277f req-2247cf6e-05cc-4e18-a911-7f25b533faf5 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342014 Jul 08 12:30:13.039259 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-845c7f7b-7f2e-423c-8588-acc2107d1454 req-96351e84-07bb-4448-baeb-8af2f0c4dc73 service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962210 Jul 08 12:30:13.104830 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0799-3d5a-4a73-9a41-06178c857cc9 req-e68988ad-22d2-4e3e-8c90-a3a532528015 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:13.106368 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-63ed0799-3d5a-4a73-9a41-06178c857cc9 req-e68988ad-22d2-4e3e-8c90-a3a532528015 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 944 time: 0.0629704 Jul 08 12:30:13.145833 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-63ed0799-3d5a-4a73-9a41-06178c857cc9 req-9c5cc1b9-408f-4284-bb11-511e62395cff tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334039 Jul 08 12:30:13.180131 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea3b44-6de5-437f-ac75-448766885b5a req-10224063-f2c2-4148-9200-7d08d49b3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:13.183804 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-15ea3b44-6de5-437f-ac75-448766885b5a req-10224063-f2c2-4148-9200-7d08d49b3898 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 1097 time: 0.0550947 Jul 08 12:30:13.343209 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea3b44-6de5-437f-ac75-448766885b5a req-93fe5e2d-c4b1-4d16-aae8-8a19c89d4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:13.344895 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-15ea3b44-6de5-437f-ac75-448766885b5a req-93fe5e2d-c4b1-4d16-aae8-8a19c89d4376 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 912 time: 0.0862725 Jul 08 12:30:13.386595 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-15ea3b44-6de5-437f-ac75-448766885b5a req-4bb54bad-d73e-4806-b534-b09bad226846 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0350709 Jul 08 12:30:13.438149 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea3b44-6de5-437f-ac75-448766885b5a req-71e2d02c-9d8e-4dcd-8df0-8daa6e01d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:13.439598 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-15ea3b44-6de5-437f-ac75-448766885b5a req-71e2d02c-9d8e-4dcd-8df0-8daa6e01d4f0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43fc61e1-2280-4220-b272-2e2e5663d052 HTTP/1.1" status: 200 len: 850 time: 0.0466201 Jul 08 12:30:13.499735 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea3b44-6de5-437f-ac75-448766885b5a req-e69a254a-8080-44f8-9f4a-ea74ac39d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:13.502768 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-15ea3b44-6de5-437f-ac75-448766885b5a req-e69a254a-8080-44f8-9f4a-ea74ac39d9e4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552859 Jul 08 12:30:13.597862 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-15ea3b44-6de5-437f-ac75-448766885b5a req-77a61d2f-154d-4a32-bd54-c67e5abec699 service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890479 Jul 08 12:30:13.687932 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-15ea3b44-6de5-437f-ac75-448766885b5a req-2f4d9679-c45b-46f8-ad0d-a384d2337924 service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835295 Jul 08 12:30:14.121445 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bc78c-e465-4ee9-842d-d26cae779f36 req-94205ba9-440d-4f77-8ae0-386af9b9eb71 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:14.123185 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-976bc78c-e465-4ee9-842d-d26cae779f36 req-94205ba9-440d-4f77-8ae0-386af9b9eb71 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 944 time: 0.0693974 Jul 08 12:30:14.205979 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-976bc78c-e465-4ee9-842d-d26cae779f36 req-c3001787-2fad-4d98-8d3f-8c10afc97c6d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697687 Jul 08 12:30:14.224075 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ae34e-cfed-476f-b7fd-29146c96e2c6 req-e453206d-c0c1-48e6-9f12-db453a00a42a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:14.227231 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-eb1ae34e-cfed-476f-b7fd-29146c96e2c6 req-e453206d-c0c1-48e6-9f12-db453a00a42a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 946 time: 0.0992236 Jul 08 12:30:14.264379 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-eb1ae34e-cfed-476f-b7fd-29146c96e2c6 req-bd82e8fd-a824-4a87-9044-e1c505c28e69 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333586 Jul 08 12:30:14.471563 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75acc4-3c10-40f6-b28e-714a107a16d3 req-e1fce7a4-6099-46e6-b0f3-9f751c80e055 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:14.473187 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9e75acc4-3c10-40f6-b28e-714a107a16d3 req-e1fce7a4-6099-46e6-b0f3-9f751c80e055 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 944 time: 0.0618005 Jul 08 12:30:14.514823 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9e75acc4-3c10-40f6-b28e-714a107a16d3 req-9ce34970-bb88-40f0-88f8-bd4000d63298 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354466 Jul 08 12:30:15.391002 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58913df6-b153-49e2-80e2-ee93f106b156 req-b5a69cf5-900f-453b-bc25-e7d5a7e53a7c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:15.392493 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-58913df6-b153-49e2-80e2-ee93f106b156 req-b5a69cf5-900f-453b-bc25-e7d5a7e53a7c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 944 time: 0.0733221 Jul 08 12:30:15.454773 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0f67-f459-4dbd-829b-fbe10ea66b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:15.464190 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-58913df6-b153-49e2-80e2-ee93f106b156 req-2e3f6225-890a-4be4-a2f9-4925a70a8481 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613899 Jul 08 12:30:15.486658 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7a397-8acf-48bb-8578-6a4a0f848762 req-5ad8e809-8965-43e8-960f-6540dd77b268 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:15.488151 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a1e7a397-8acf-48bb-8578-6a4a0f848762 req-5ad8e809-8965-43e8-960f-6540dd77b268 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 946 time: 0.0947247 Jul 08 12:30:15.542260 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a1e7a397-8acf-48bb-8578-6a4a0f848762 req-10fbc982-5b64-429d-a38b-966bde865cc0 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463603 Jul 08 12:30:15.701836 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb04ae-9404-4aa1-be8c-f77b16d94ecb req-c055ce53-40f4-4156-9d7a-ff3ad989d5d4 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:15.703326 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c0cb04ae-9404-4aa1-be8c-f77b16d94ecb req-c055ce53-40f4-4156-9d7a-ff3ad989d5d4 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 944 time: 0.0696342 Jul 08 12:30:15.742938 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c0cb04ae-9404-4aa1-be8c-f77b16d94ecb req-25528345-1311-4f8b-94f7-cb1fbd55b529 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332019 Jul 08 12:30:16.664187 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec98c5c-e1bf-417a-8ec5-066c63902bc1 req-860c15b1-b2c7-40d4-a9c8-84c58d480d89 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:16.665761 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7ec98c5c-e1bf-417a-8ec5-066c63902bc1 req-860c15b1-b2c7-40d4-a9c8-84c58d480d89 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 944 time: 0.0733528 Jul 08 12:30:16.745866 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7ec98c5c-e1bf-417a-8ec5-066c63902bc1 req-d9f4add0-cec0-452f-a4e7-d206bffd2ef0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651381 Jul 08 12:30:16.774480 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc577a-1c75-45e4-91f0-765f14fd55c6 req-1039f1a6-d1c4-4421-af00-f6c6b03922f1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:16.776024 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-23dc577a-1c75-45e4-91f0-765f14fd55c6 req-1039f1a6-d1c4-4421-af00-f6c6b03922f1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 946 time: 0.1092455 Jul 08 12:30:16.824925 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-23dc577a-1c75-45e4-91f0-765f14fd55c6 req-68abb0ba-460c-4a7f-88c5-86fcb7c3916c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Jul 08 12:30:16.933646 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12284be4-e643-4b31-8943-cd51c1a74331 req-d63ae4d3-4dcb-45ab-95c6-278754c22261 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:16.935581 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-12284be4-e643-4b31-8943-cd51c1a74331 req-d63ae4d3-4dcb-45ab-95c6-278754c22261 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 944 time: 0.0733547 Jul 08 12:30:16.979717 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-12284be4-e643-4b31-8943-cd51c1a74331 req-e587cfd4-39e1-4d2c-8c03-74bccc43cd42 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387557 Jul 08 12:30:17.077194 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 78824131-756d-4a7f-affb-c7482771b5b9 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:30:17.178016 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 78824131-756d-4a7f-affb-c7482771b5b9, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=78824131-756d-4a7f-affb-c7482771b5b9,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:30:17.189027 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '78824131-756d-4a7f-affb-c7482771b5b9', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'port_id': '78824131-756d-4a7f-affb-c7482771b5b9', 'mac_address': 'fa:16:3e:13:71:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:30:17.230515 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:17.243616 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78824131-756d-4a7f-affb-c7482771b5b9 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:30:17.262217 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 78824131-756d-4a7f-affb-c7482771b5b9, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=78824131-756d-4a7f-affb-c7482771b5b9,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:30:17.328949 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:17.377157 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=78824131-756d-4a7f-affb-c7482771b5b9,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:17.917546 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930561c-f36a-42b2-9192-f00ea20c68be req-facb87a6-22c9-44ba-80bd-243edd08627c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:17.919070 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8930561c-f36a-42b2-9192-f00ea20c68be req-facb87a6-22c9-44ba-80bd-243edd08627c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 945 time: 0.0649512 Jul 08 12:30:17.970302 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8930561c-f36a-42b2-9192-f00ea20c68be req-f8cd7a69-fefc-4cfb-9e20-61f0a9898ff0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456226 Jul 08 12:30:18.022000 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e778f0b-881f-4680-aad1-97eb1421d5fe req-13b3f7cd-e696-4515-9f8a-969d31a8e572 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:18.023617 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8e778f0b-881f-4680-aad1-97eb1421d5fe req-13b3f7cd-e696-4515-9f8a-969d31a8e572 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 946 time: 0.0733700 Jul 08 12:30:18.067451 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8e778f0b-881f-4680-aad1-97eb1421d5fe req-41eedf30-ab31-4c1c-b4c5-2ef04cf01d6f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318625 Jul 08 12:30:18.164999 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca233d-c6dc-4011-855e-6c9ebf962c70 req-2ce6cf0f-7891-49e2-b275-58f32ae3ec85 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:18.166461 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-87ca233d-c6dc-4011-855e-6c9ebf962c70 req-2ce6cf0f-7891-49e2-b275-58f32ae3ec85 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 944 time: 0.0622373 Jul 08 12:30:18.206155 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-87ca233d-c6dc-4011-855e-6c9ebf962c70 req-5888b667-b0c4-491e-be68-78d00a00a86a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337543 Jul 08 12:30:18.852063 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:19.142463 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988c35e-8105-4653-b74a-8006d3af2b8d req-56126cf3-311d-4b8f-b317-269bc3b8f8c8 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:19.143929 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a988c35e-8105-4653-b74a-8006d3af2b8d req-56126cf3-311d-4b8f-b317-269bc3b8f8c8 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 945 time: 0.0662103 Jul 08 12:30:19.183432 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a988c35e-8105-4653-b74a-8006d3af2b8d req-731ce7cc-150a-41e7-a779-10fec0620c7a tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330803 Jul 08 12:30:19.248136 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5af289-034a-493f-a990-208ce694257f req-162b467d-19e7-423f-8f04-2b3dab2b24a4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:19.249638 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5d5af289-034a-493f-a990-208ce694257f req-162b467d-19e7-423f-8f04-2b3dab2b24a4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 946 time: 0.0645492 Jul 08 12:30:19.288040 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5d5af289-034a-493f-a990-208ce694257f req-540af384-66b1-4374-a188-9b137b8de65c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327854 Jul 08 12:30:19.379786 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb627b-2ce1-4534-b0b4-5a3cfbb49501 req-5dc37cff-855f-4c48-a345-2747b103b32e tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:19.381176 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-44eb627b-2ce1-4534-b0b4-5a3cfbb49501 req-5dc37cff-855f-4c48-a345-2747b103b32e tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 944 time: 0.0633347 Jul 08 12:30:19.418670 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-44eb627b-2ce1-4534-b0b4-5a3cfbb49501 req-359537df-09c6-49ae-a663-e030037e3d66 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320015 Jul 08 12:30:19.532270 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7b2a352f-36cb-4e37-95b1-c770e5688597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:19.967821 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['78824131-756d-4a7f-affb-c7482771b5b9'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:30:20.360718 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149f33c-3fbe-4c83-a704-049e43a6d982 req-c8f3a20c-98a8-45f1-9a06-f04967ec93a4 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:20.362244 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3149f33c-3fbe-4c83-a704-049e43a6d982 req-c8f3a20c-98a8-45f1-9a06-f04967ec93a4 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 945 time: 0.0685170 Jul 08 12:30:20.399655 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3149f33c-3fbe-4c83-a704-049e43a6d982 req-f9667ad1-17fb-4708-affc-ed3fb82e5c04 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314679 Jul 08 12:30:20.577764 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:20.610911 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a273a-d19a-4108-9d58-6816796371fc req-80a3411b-6814-4beb-b646-9527e80cc752 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:20.612362 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-191a273a-d19a-4108-9d58-6816796371fc req-80a3411b-6814-4beb-b646-9527e80cc752 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/networks?id=57e5c203-562d-4f5c-ab12-28579fb85894 HTTP/1.1" status: 200 len: 814 time: 0.1417367 Jul 08 12:30:20.633509 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-191a273a-d19a-4108-9d58-6816796371fc req-942459ba-efb4-4cfc-9589-370469041c03 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/quotas/fc36b16c1d69407e9c5e3a317a24b3ca HTTP/1.1" status: 200 len: 375 time: 0.0135899 Jul 08 12:30:20.640783 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fea48e-c220-4779-9abb-5ad9a49bf7ea req-1be90195-0df0-46cc-a675-6dcb2b5075fb tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:20.642160 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a2fea48e-c220-4779-9abb-5ad9a49bf7ea req-1be90195-0df0-46cc-a675-6dcb2b5075fb tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 944 time: 0.1124437 Jul 08 12:30:20.678006 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-191a273a-d19a-4108-9d58-6816796371fc req-a80a02c1-c384-43fe-a495-330036acd431 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=fc36b16c1d69407e9c5e3a317a24b3ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349107 Jul 08 12:30:20.748600 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a2fea48e-c220-4779-9abb-5ad9a49bf7ea req-48c91357-926d-49f9-944c-7ad394cd41d6 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967739 Jul 08 12:30:20.791719 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-191a273a-d19a-4108-9d58-6816796371fc req-d0e274a2-f019-4201-b25c-6adb4771fc99 service neutron] 10.222.0.88 "GET /v2.0/networks/57e5c203-562d-4f5c-ab12-28579fb85894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056507 Jul 08 12:30:20.841724 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 78824131-756d-4a7f-affb-c7482771b5b9 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:30:20.898505 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-191a273a-d19a-4108-9d58-6816796371fc req-fbea38d8-fc9e-4560-9bc6-62b04949293a service neutron] 10.222.0.88 "GET /v2.0/networks/57e5c203-562d-4f5c-ab12-28579fb85894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003363 Jul 08 12:30:20.963054 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port 78824131-756d-4a7f-affb-c7482771b5b9 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:30:20.967650 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 78824131-756d-4a7f-affb-c7482771b5b9 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:30:20.968122 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:21.061791 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:21.090911 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ad4fb6-ad5b-4978-846e-0071d6c3c267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78824131-756d-4a7f-affb-c7482771b5b9'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:30:21.096354 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbae5430-c9b6-46c9-9578-06634224c56a" -d '{"events": [{"server_uuid": "37ad4fb6-ad5b-4978-846e-0071d6c3c267", "name": "network-vif-plugged", "status": "completed", "tag": "78824131-756d-4a7f-affb-c7482771b5b9"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:30:21.111248 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 78824131-756d-4a7f-affb-c7482771b5b9, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=78824131-756d-4a7f-affb-c7482771b5b9,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:30:21.151656 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d19428d-6631-4a34-baf3-4c3cd409a5e8 x-openstack-request-id: req-8d19428d-6631-4a34-baf3-4c3cd409a5e8 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:30:21.152051 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ad4fb6-ad5b-4978-846e-0071d6c3c267", "name": "network-vif-plugged", "status": "completed", "tag": "78824131-756d-4a7f-affb-c7482771b5b9", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:30:21.152370 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8d19428d-6631-4a34-baf3-4c3cd409a5e8 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:30:21.152926 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ad4fb6-ad5b-4978-846e-0071d6c3c267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78824131-756d-4a7f-affb-c7482771b5b9', 'code': 200} Jul 08 12:30:21.163854 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fb5b9a11-1c01-4524-a44d-0376a84b642d req-1634a825-0a2d-4351-8de4-94adb1f5d4c7 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 210 time: 0.0371954 Jul 08 12:30:21.191803 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:21.257656 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=78824131-756d-4a7f-affb-c7482771b5b9,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:21.605467 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c298c-d0bf-4a4d-9521-33ad4233a56a req-ce558056-0035-471a-ab76-510e60873dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:21.607072 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-005c298c-d0bf-4a4d-9521-33ad4233a56a req-ce558056-0035-471a-ab76-510e60873dee service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 1099 time: 0.0628238 Jul 08 12:30:21.646597 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-005c298c-d0bf-4a4d-9521-33ad4233a56a req-bed3eb4c-06a3-4eda-ab13-398300fabccb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318851 Jul 08 12:30:21.818718 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12810c8-7775-43c7-b2d1-184be7b95fa6 req-b0a83b53-ecf5-4ff1-8f36-a3808c4a41bc tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:21.820244 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d12810c8-7775-43c7-b2d1-184be7b95fa6 req-b0a83b53-ecf5-4ff1-8f36-a3808c4a41bc tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 946 time: 0.3062418 Jul 08 12:30:21.860111 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d12810c8-7775-43c7-b2d1-184be7b95fa6 req-6ca4c1a9-1b31-4ca4-a069-7fa8fa6ba0f4 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326643 Jul 08 12:30:21.930303 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb2f87-072e-4da5-afee-6320d90e78bf req-d7bf876a-2036-49de-a0e5-18114f519946 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:21.931768 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-23bb2f87-072e-4da5-afee-6320d90e78bf req-d7bf876a-2036-49de-a0e5-18114f519946 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 944 time: 0.0685437 Jul 08 12:30:21.968868 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-23bb2f87-072e-4da5-afee-6320d90e78bf req-f3089a08-3fd8-4a9b-ac2d-bc1825c78fad tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314627 Jul 08 12:30:22.005159 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:30:22.307119 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0cf4f570-b4d7-4c5b-88ad-11346f34f3a2 req-f86c1d48-4250-4e96-89f8-e325c5664167 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 210 time: 0.0320272 Jul 08 12:30:22.703407 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:22.836288 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:30:22.938110 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:30:22.954419 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'port_id': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'mac_address': 'fa:16:3e:74:85:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:30:22.996885 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:23.012684 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:30:23.034866 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:30:23.061386 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69e59f-e35b-4a96-9376-ed40aa35d329 req-33f15e84-e4fe-46e3-9fde-8517d9e4f47c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:23.062914 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5a69e59f-e35b-4a96-9376-ed40aa35d329 req-33f15e84-e4fe-46e3-9fde-8517d9e4f47c tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 946 time: 0.0817795 Jul 08 12:30:23.094990 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:23.114990 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5a69e59f-e35b-4a96-9376-ed40aa35d329 req-7543e8e2-08d1-4a94-b812-1a681e79e35a tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453889 Jul 08 12:30:23.159274 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:23.175108 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b2c99-372f-4f1e-8776-45f47b80c341 req-6d6eb5bf-d193-44f5-8102-349bb1506909 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:23.183811 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-944b2c99-372f-4f1e-8776-45f47b80c341 req-6d6eb5bf-d193-44f5-8102-349bb1506909 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 945 time: 0.0876939 Jul 08 12:30:23.220525 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-944b2c99-372f-4f1e-8776-45f47b80c341 req-dc2167a4-9556-4705-9dc1-3e4e5386f1da tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355797 Jul 08 12:30:23.281046 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a273a-d19a-4108-9d58-6816796371fc req-d9a55e5d-556b-440c-9465-a98582125478 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:23.282848 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-191a273a-d19a-4108-9d58-6816796371fc req-d9a55e5d-556b-440c-9465-a98582125478 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.89 "GET /v2.0/networks?id=57e5c203-562d-4f5c-ab12-28579fb85894 HTTP/1.1" status: 200 len: 814 time: 0.1097050 Jul 08 12:30:23.295187 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-191a273a-d19a-4108-9d58-6816796371fc req-922f7062-eb8e-4c98-a41c-0994b3472b61 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Request body: {'port': {'device_id': 'bca3c13e-7a5b-46a1-a852-e904b7a273e0', 'network_id': '57e5c203-562d-4f5c-ab12-28579fb85894', 'admin_state_up': True, 'tenant_id': 'fc36b16c1d69407e9c5e3a317a24b3ca'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:30:23.297921 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b10e2-0dad-4969-9a24-940bc4c9f42b req-2dbed843-65d6-42ac-886b-e2b66eb9bb7b tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:23.299539 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-804b10e2-0dad-4969-9a24-940bc4c9f42b req-2dbed843-65d6-42ac-886b-e2b66eb9bb7b tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 946 time: 0.0696604 Jul 08 12:30:23.310151 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 32842) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:30:23.315079 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-71f2ad52-6a2d-4a29-bd3b-3eddb7dd5913 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Request body: {'floatingip': {'port_id': '78824131-756d-4a7f-affb-c7482771b5b9'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:30:23.378044 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-71f2ad52-6a2d-4a29-bd3b-3eddb7dd5913 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for floatingip, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:23.430840 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:30:23.475203 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191a273a-d19a-4108-9d58-6816796371fc req-922f7062-eb8e-4c98-a41c-0994b3472b61 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Made reservation on behalf of fc36b16c1d69407e9c5e3a317a24b3ca for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:30:23.477710 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-20e031bb-553b-469f-bc63-5aeda460bcde req-e522e787-00ff-4e98-abf6-ac938815e31d tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 210 time: 0.0376394 Jul 08 12:30:23.482657 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-191a273a-d19a-4108-9d58-6816796371fc req-922f7062-eb8e-4c98-a41c-0994b3472b61 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:23.646014 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-191a273a-d19a-4108-9d58-6816796371fc req-922f7062-eb8e-4c98-a41c-0994b3472b61 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Allocated IP 172.20.0.9 (57e5c203-562d-4f5c-ab12-28579fb85894/f69ee8b9-c56f-4838-8169-1c8986c1ddab/81083661-efa6-490c-b51b-938cf2767538) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:30:23.805559 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-191a273a-d19a-4108-9d58-6816796371fc req-922f7062-eb8e-4c98-a41c-0994b3472b61 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:23.877415 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-71f2ad52-6a2d-4a29-bd3b-3eddb7dd5913 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:23.906723 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-191a273a-d19a-4108-9d58-6816796371fc req-922f7062-eb8e-4c98-a41c-0994b3472b61 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:23.932041 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-71f2ad52-6a2d-4a29-bd3b-3eddb7dd5913 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:23.954890 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191a273a-d19a-4108-9d58-6816796371fc req-922f7062-eb8e-4c98-a41c-0994b3472b61 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Network 57e5c203-562d-4f5c-ab12-28579fb85894 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:30:23.958358 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-191a273a-d19a-4108-9d58-6816796371fc req-922f7062-eb8e-4c98-a41c-0994b3472b61 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:30:23.962764 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-191a273a-d19a-4108-9d58-6816796371fc req-922f7062-eb8e-4c98-a41c-0994b3472b61 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:30:23.967006 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f7062-eb8e-4c98-a41c-0994b3472b61 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Pushing event updated for resources: {'Port': ['ID=81083661-efa6-490c-b51b-938cf2767538,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:24.023305 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a273a-d19a-4108-9d58-6816796371fc req-922f7062-eb8e-4c98-a41c-0994b3472b61 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:24.023864 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-191a273a-d19a-4108-9d58-6816796371fc req-922f7062-eb8e-4c98-a41c-0994b3472b61 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:24.035729 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.l3_db [None req-71f2ad52-6a2d-4a29-bd3b-3eddb7dd5913 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Floating IP c640809e-a868-4a7e-b7e5-6ec8ef24013a associated. External IP: 172.27.3.237, port: 78824131-756d-4a7f-affb-c7482771b5b9. Jul 08 12:30:24.115507 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-191a273a-d19a-4108-9d58-6816796371fc req-922f7062-eb8e-4c98-a41c-0994b3472b61 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8240161 Jul 08 12:30:24.126931 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Request body: {'port': {'device_id': 'bca3c13e-7a5b-46a1-a852-e904b7a273e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:30:24.203417 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:24.253475 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f2ad52-6a2d-4a29-bd3b-3eddb7dd5913 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:30:24.396456 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f2ad52-6a2d-4a29-bd3b-3eddb7dd5913 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:30:24.404159 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-71f2ad52-6a2d-4a29-bd3b-3eddb7dd5913 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:24.406562 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b089516-638b-43da-a479-1fbe1f5e8647 None None] Sync routers for ids ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:30:24.416371 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b089516-638b-43da-a479-1fbe1f5e8647 None None] Routers {'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:30:24.417061 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-9b089516-638b-43da-a479-1fbe1f5e8647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:30:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:30:24.453779 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91300e5a-a1f3-4afe-8c90-06fcbe57f0ce req-8335d820-9428-4c08-8133-318c4495edbb tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:24.455223 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-91300e5a-a1f3-4afe-8c90-06fcbe57f0ce req-8335d820-9428-4c08-8133-318c4495edbb tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 945 time: 0.1141858 Jul 08 12:30:24.459101 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-71f2ad52-6a2d-4a29-bd3b-3eddb7dd5913 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "PUT /v2.0/floatingips/c640809e-a868-4a7e-b7e5-6ec8ef24013a HTTP/1.1" status: 200 len: 992 time: 1.1477079 Jul 08 12:30:24.459675 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ad4fb6-ad5b-4978-846e-0071d6c3c267', 'tag': '78824131-756d-4a7f-affb-c7482771b5b9'}] {{(pid=93655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:30:24.461963 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a03bbc91d2f86613491d0901239a9001c4f73130c8ca6ab44098ce7ccb338547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ef2b06-b8e2-4e0e-bd6b-e9d712154d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "37ad4fb6-ad5b-4978-846e-0071d6c3c267", "tag": "78824131-756d-4a7f-affb-c7482771b5b9"}]}' {{(pid=93655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:30:24.504484 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-91300e5a-a1f3-4afe-8c90-06fcbe57f0ce req-7654f501-e608-4e67-8e86-1f8063eaa7e9 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397813 Jul 08 12:30:24.513815 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81083661-efa6-490c-b51b-938cf2767538 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:30:24.529105 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:24.537114 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Transition to ACTIVE for port object 81083661-efa6-490c-b51b-938cf2767538 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:30:24.545174 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-9b089516-638b-43da-a479-1fbe1f5e8647 None None] Set router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:30:24.573372 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ed4dbc-f983-42bc-9c31-b911802e94a3 x-openstack-request-id: req-54ed4dbc-f983-42bc-9c31-b911802e94a3 {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:30:24.573713 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ad4fb6-ad5b-4978-846e-0071d6c3c267", "tag": "78824131-756d-4a7f-affb-c7482771b5b9", "status": "completed", "code": 200}]} {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:30:24.573978 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-54ed4dbc-f983-42bc-9c31-b911802e94a3 {{(pid=93655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:30:24.574385 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ad4fb6-ad5b-4978-846e-0071d6c3c267', 'tag': '78824131-756d-4a7f-affb-c7482771b5b9', 'status': 'completed', 'code': 200} Jul 08 12:30:24.606148 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:24.669864 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Pushing event updated for resources: {'Port': ['ID=81083661-efa6-490c-b51b-938cf2767538,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:24.674422 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef2b06-b8e2-4e0e-bd6b-e9d712154d9d req-f87b2c1f-96ab-4695-a7df-51c1b7752311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:24.675368 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d5ef2b06-b8e2-4e0e-bd6b-e9d712154d9d req-f87b2c1f-96ab-4695-a7df-51c1b7752311 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=910ce624b8034309b4a99c095ec09b5e&device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 1099 time: 0.0760214 Jul 08 12:30:24.743254 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Attempting to bind port 81083661-efa6-490c-b51b-938cf2767538 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:30:24.743894 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Attempting to bind port 81083661-efa6-490c-b51b-938cf2767538 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'ea9f7033-4a61-4a15-a4a4-b648f2ec6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '57e5c203-562d-4f5c-ab12-28579fb85894'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:30:24.744495 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Attempting to bind port 81083661-efa6-490c-b51b-938cf2767538 on network 57e5c203-562d-4f5c-ab12-28579fb85894 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:30:24.749148 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Port 81083661-efa6-490c-b51b-938cf2767538 on network 57e5c203-562d-4f5c-ab12-28579fb85894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:30:24.749652 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Attempting to bind port 81083661-efa6-490c-b51b-938cf2767538 on network 57e5c203-562d-4f5c-ab12-28579fb85894 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:30:24.755152 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:30:24.755718 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Checking segment: {'id': 'ea9f7033-4a61-4a15-a4a4-b648f2ec6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '57e5c203-562d-4f5c-ab12-28579fb85894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:30:24.756258 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Bound using segment: {'id': 'ea9f7033-4a61-4a15-a4a4-b648f2ec6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '57e5c203-562d-4f5c-ab12-28579fb85894'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:30:24.757013 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Bound port: 81083661-efa6-490c-b51b-938cf2767538, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9f7033-4a61-4a15-a4a4-b648f2ec6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '57e5c203-562d-4f5c-ab12-28579fb85894'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:30:24.757671 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:24.790078 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-9b089516-638b-43da-a479-1fbe1f5e8647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': 'c640809e-a868-4a7e-b7e5-6ec8ef24013a', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'port_id': '78824131-756d-4a7f-affb-c7482771b5b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'mac_address': 'fa:16:3e:13:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ad4fb6-ad5b-4978-846e-0071d6c3c267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:30:02Z', 'updated_at': '2021-07-08T12:30:23Z', 'revision_number': 1, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:40Z', 'revision_number': 5, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:30:24.816660 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b089516-638b-43da-a479-1fbe1f5e8647 None None] Checking router: fee4f32d-842a-4f38-b8d9-6c6b59d49c3c for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:30:24.825362 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b089516-638b-43da-a479-1fbe1f5e8647 None None] Routers {'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:30:24.825992 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-9b089516-638b-43da-a479-1fbe1f5e8647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:30:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:30:24.827383 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] For port 81083661-efa6-490c-b51b-938cf2767538, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:30:24.833289 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] For port 81083661-efa6-490c-b51b-938cf2767538, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=81083661-efa6-490c-b51b-938cf2767538,segment=NetworkSegment(ea9f7033-4a61-4a15-a4a4-b648f2ec6007),segment_id=ea9f7033-4a61-4a15-a4a4-b648f2ec6007)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:30:24.865220 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:30:24.878397 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c3f02-0ab8-4e91-b722-8ba58c20b61b req-272b8d67-fcfd-4d85-b2b6-e85aa26d8896 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:24.880664 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c27c3f02-0ab8-4e91-b722-8ba58c20b61b req-272b8d67-fcfd-4d85-b2b6-e85aa26d8896 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 943 time: 0.1991260 Jul 08 12:30:24.886036 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef2b06-b8e2-4e0e-bd6b-e9d712154d9d req-94fd3843-c17b-4a1d-b691-37adc81f72b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:24.887482 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d5ef2b06-b8e2-4e0e-bd6b-e9d712154d9d req-94fd3843-c17b-4a1d-b691-37adc81f72b6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a51e55e7-ef45-400f-a6d9-0a508ab962db HTTP/1.1" status: 200 len: 912 time: 0.1973307 Jul 08 12:30:24.903982 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:24.938806 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:24.939513 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:24.941066 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-191a273a-d19a-4108-9d58-6816796371fc req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] 10.222.0.89 "PUT /v2.0/ports/81083661-efa6-490c-b51b-938cf2767538 HTTP/1.1" status: 200 len: 1093 time: 0.8184106 Jul 08 12:30:24.942304 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca3c13e-7a5b-46a1-a852-e904b7a273e0', 'tag': '81083661-efa6-490c-b51b-938cf2767538'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:30:24.944773 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c67e840-20b8-46c1-8c60-1cac7984b3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bca3c13e-7a5b-46a1-a852-e904b7a273e0", "tag": "81083661-efa6-490c-b51b-938cf2767538"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:30:24.973451 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47483507-b7bf-4d54-9373-6cd499989393 service neutron] Pushing event updated for resources: {'Port': ['ID=81083661-efa6-490c-b51b-938cf2767538,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:25.002086 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38642d64-af87-48be-895b-6c6583a24e11 x-openstack-request-id: req-38642d64-af87-48be-895b-6c6583a24e11 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:30:25.002373 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca3c13e-7a5b-46a1-a852-e904b7a273e0", "tag": "81083661-efa6-490c-b51b-938cf2767538", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:30:25.002946 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-38642d64-af87-48be-895b-6c6583a24e11 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:30:25.003191 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca3c13e-7a5b-46a1-a852-e904b7a273e0', 'tag': '81083661-efa6-490c-b51b-938cf2767538', 'status': 'completed', 'code': 200} Jul 08 12:30:25.005228 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c27c3f02-0ab8-4e91-b722-8ba58c20b61b req-d1e6a27f-bd71-48cb-844c-17aadf7e067a tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151540 Jul 08 12:30:25.019278 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-9b089516-638b-43da-a479-1fbe1f5e8647 None None] Set router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:30:25.035364 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d5ef2b06-b8e2-4e0e-bd6b-e9d712154d9d req-14bfd483-4374-41d6-875d-5b9f73dabef2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78824131-756d-4a7f-affb-c7482771b5b9 HTTP/1.1" status: 200 len: 1000 time: 0.1357057 Jul 08 12:30:25.099904 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef2b06-b8e2-4e0e-bd6b-e9d712154d9d req-988ac173-3ead-4076-8071-1ad1b13be6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:25.101449 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d5ef2b06-b8e2-4e0e-bd6b-e9d712154d9d req-988ac173-3ead-4076-8071-1ad1b13be6f9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e045425-628c-4d0f-94f7-a80db002e4c1 HTTP/1.1" status: 200 len: 850 time: 0.0468836 Jul 08 12:30:25.124845 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:30:25.138254 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67e840-20b8-46c1-8c60-1cac7984b3d9 req-c86d0dd4-7b44-442f-afd9-f24e281ee6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:25.138947 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:30:25.139538 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:25.141213 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-5c67e840-20b8-46c1-8c60-1cac7984b3d9 req-c86d0dd4-7b44-442f-afd9-f24e281ee6a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fc36b16c1d69407e9c5e3a317a24b3ca&device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 1096 time: 0.0859923 Jul 08 12:30:25.184717 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef2b06-b8e2-4e0e-bd6b-e9d712154d9d req-c2a22355-f6ee-4f6e-9398-f85b7160d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:25.187709 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d5ef2b06-b8e2-4e0e-bd6b-e9d712154d9d req-c2a22355-f6ee-4f6e-9398-f85b7160d815 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a51e55e7-ef45-400f-a6d9-0a508ab962db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794826 Jul 08 12:30:25.249415 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67e840-20b8-46c1-8c60-1cac7984b3d9 req-1a46a851-1c3c-403b-ac53-48cae30b758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:25.251515 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-5c67e840-20b8-46c1-8c60-1cac7984b3d9 req-1a46a851-1c3c-403b-ac53-48cae30b758d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=fc36b16c1d69407e9c5e3a317a24b3ca&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1028063 Jul 08 12:30:25.294463 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d5ef2b06-b8e2-4e0e-bd6b-e9d712154d9d req-25703d52-a794-4ae0-8cd6-1ea478258d23 service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997858 Jul 08 12:30:25.330668 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:25.359017 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:30:25.359235 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67e840-20b8-46c1-8c60-1cac7984b3d9 req-feb473a7-1cc6-4ea7-8c1f-ab35c7191b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:25.365393 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-5c67e840-20b8-46c1-8c60-1cac7984b3d9 req-feb473a7-1cc6-4ea7-8c1f-ab35c7191b40 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939946 Jul 08 12:30:25.365529 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa3bbdb-f719-479a-b2f0-0e7b94f88ac5" -d '{"events": [{"server_uuid": "74b7ba78-4c05-41a4-8df7-e3525bd8e2dd", "name": "network-vif-plugged", "status": "completed", "tag": "7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:30:25.382492 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:30:25.394786 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d5ef2b06-b8e2-4e0e-bd6b-e9d712154d9d req-0ba32527-318e-4fd5-a9f9-aaed74dac0a9 service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934906 Jul 08 12:30:25.399306 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-9b089516-638b-43da-a479-1fbe1f5e8647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': 'c640809e-a868-4a7e-b7e5-6ec8ef24013a', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'port_id': '78824131-756d-4a7f-affb-c7482771b5b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'mac_address': 'fa:16:3e:13:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ad4fb6-ad5b-4978-846e-0071d6c3c267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:30:02Z', 'updated_at': '2021-07-08T12:30:23Z', 'revision_number': 1, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:40Z', 'revision_number': 5, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:30:25.433028 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e7d4e7-5e68-4a2e-bd4f-547ab36a1ce0 x-openstack-request-id: req-41e7d4e7-5e68-4a2e-bd4f-547ab36a1ce0 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:30:25.433737 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b7ba78-4c05-41a4-8df7-e3525bd8e2dd", "name": "network-vif-plugged", "status": "completed", "tag": "7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:30:25.433737 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-41e7d4e7-5e68-4a2e-bd4f-547ab36a1ce0 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:30:25.433908 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'code': 200} Jul 08 12:30:25.434974 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b089516-638b-43da-a479-1fbe1f5e8647 None None] The sync data for ids ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'] in dv-cinder-799631-5-iscsi is: [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': 'c640809e-a868-4a7e-b7e5-6ec8ef24013a', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'port_id': '78824131-756d-4a7f-affb-c7482771b5b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'mac_address': 'fa:16:3e:13:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ad4fb6-ad5b-4978-846e-0071d6c3c267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:30:02Z', 'updated_at': '2021-07-08T12:30:23Z', 'revision_number': 1, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:40Z', 'revision_number': 5, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:30:25.457730 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a273a-d19a-4108-9d58-6816796371fc req-3db90269-54e9-41da-bad5-0a275585e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:25.459252 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-191a273a-d19a-4108-9d58-6816796371fc req-3db90269-54e9-41da-bad5-0a275585e1fb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fc36b16c1d69407e9c5e3a317a24b3ca&device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 1096 time: 0.0565908 Jul 08 12:30:25.460643 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:25.511747 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-191a273a-d19a-4108-9d58-6816796371fc req-aad3514c-baec-4b97-a373-277d8b9113cb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81083661-efa6-490c-b51b-938cf2767538 HTTP/1.1" status: 200 len: 217 time: 0.0440731 Jul 08 12:30:25.516005 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:25.576134 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a273a-d19a-4108-9d58-6816796371fc req-33479d6f-90c7-4ffa-94c9-97c5b5bf62de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:25.577726 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-191a273a-d19a-4108-9d58-6816796371fc req-33479d6f-90c7-4ffa-94c9-97c5b5bf62de service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f69ee8b9-c56f-4838-8169-1c8986c1ddab HTTP/1.1" status: 200 len: 854 time: 0.0575814 Jul 08 12:30:25.614254 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-191a273a-d19a-4108-9d58-6816796371fc req-f4044a55-a63f-40ce-9d7a-5da6e6070575 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57e5c203-562d-4f5c-ab12-28579fb85894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297475 Jul 08 12:30:25.689184 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e069a947-c316-48ef-a00f-b9f2110adffd None None] New status for floating IP c640809e-a868-4a7e-b7e5-6ec8ef24013a: ACTIVE {{(pid=93657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:30:25.703945 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935dd8b2-9c8e-46b8-9cc2-567a8c9812d3 req-9c2ff372-0181-4970-b19b-d152b31c95b1 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:25.705996 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-935dd8b2-9c8e-46b8-9cc2-567a8c9812d3 req-9c2ff372-0181-4970-b19b-d152b31c95b1 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 946 time: 0.0822051 Jul 08 12:30:25.779654 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-935dd8b2-9c8e-46b8-9cc2-567a8c9812d3 req-ac4c1275-51f6-40b6-80e8-3765fe5d51ab tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656216 Jul 08 12:30:25.945261 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e0367-b69c-480c-8426-618d668057bd req-c9fbeb70-8a78-45d7-8873-dcecc10eea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:25.946857 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-804e0367-b69c-480c-8426-618d668057bd req-c9fbeb70-8a78-45d7-8873-dcecc10eea8c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 1099 time: 0.0625489 Jul 08 12:30:25.985728 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-804e0367-b69c-480c-8426-618d668057bd req-35f4fd4c-2a0c-469d-b497-bd732f384332 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325887 Jul 08 12:30:26.047905 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-191a273a-d19a-4108-9d58-6816796371fc req-9729120e-1207-4796-9118-bbf1ea0f936e service neutron] 10.222.0.89 "GET /v2.0/networks/57e5c203-562d-4f5c-ab12-28579fb85894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276643 Jul 08 12:30:26.185726 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-191a273a-d19a-4108-9d58-6816796371fc req-7a4916b5-88e5-4d7f-99ae-3f8d275f4bc0 service neutron] 10.222.0.89 "GET /v2.0/networks/57e5c203-562d-4f5c-ab12-28579fb85894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953791 Jul 08 12:30:26.214279 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6f0a0-93a8-4d25-a413-a252aa5f2732 req-51834186-343c-4efc-b1bf-41b0d6b86310 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:26.216035 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3cd6f0a0-93a8-4d25-a413-a252aa5f2732 req-51834186-343c-4efc-b1bf-41b0d6b86310 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 943 time: 0.0807133 Jul 08 12:30:26.253485 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3cd6f0a0-93a8-4d25-a413-a252aa5f2732 req-bfbe5aa2-9592-4860-b334-fd5e0743bf14 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Jul 08 12:30:26.964237 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1c933-f080-40cd-86f4-31678fa469f7 req-b43d8daa-802e-4049-8f49-e1a2b2bac41f tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:26.965709 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-35c1c933-f080-40cd-86f4-31678fa469f7 req-b43d8daa-802e-4049-8f49-e1a2b2bac41f tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 946 time: 0.0697129 Jul 08 12:30:27.003138 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-35c1c933-f080-40cd-86f4-31678fa469f7 req-41cb6639-9c1e-4f6a-a41c-4535d7b2003f tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313747 Jul 08 12:30:27.426500 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce86ce-0310-45ee-b9d6-4d25843740da req-69e4d152-fdee-4c56-9b67-25f62dfcfcaf tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:27.427974 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-52ce86ce-0310-45ee-b9d6-4d25843740da req-69e4d152-fdee-4c56-9b67-25f62dfcfcaf tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 943 time: 0.0631139 Jul 08 12:30:27.467833 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-52ce86ce-0310-45ee-b9d6-4d25843740da req-eeb957e2-a636-47c2-b252-adbb495e0639 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336437 Jul 08 12:30:28.192746 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ca184-ddf6-4edd-addd-63d854b5644e req-56e8fe5c-5c91-4091-95b1-68023b4a0e56 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:28.194257 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-055ca184-ddf6-4edd-addd-63d854b5644e req-56e8fe5c-5c91-4091-95b1-68023b4a0e56 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 946 time: 0.0785987 Jul 08 12:30:28.231070 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-055ca184-ddf6-4edd-addd-63d854b5644e req-258b597a-5a8c-4998-9c80-a97c974c57d4 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313673 Jul 08 12:30:28.407603 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809026b-ac4c-4925-9540-54deca895e34 req-c2caeda5-d6a3-4831-81fb-2d8d88914103 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:28.409097 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9809026b-ac4c-4925-9540-54deca895e34 req-c2caeda5-d6a3-4831-81fb-2d8d88914103 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 946 time: 0.0661209 Jul 08 12:30:28.446696 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9809026b-ac4c-4925-9540-54deca895e34 req-45f131a7-b62f-4859-a206-49e52b03a686 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313492 Jul 08 12:30:28.471307 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 32880) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:30:28.523027 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ad2178-d1a2-4181-9fe9-4ad69c99c7e7 tempest-TestVolumeBootPattern-730872677 tempest-TestVolumeBootPattern-730872677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:28.524599 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-45ad2178-d1a2-4181-9fe9-4ad69c99c7e7 tempest-TestVolumeBootPattern-730872677 tempest-TestVolumeBootPattern-730872677-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 1094 time: 0.0522010 Jul 08 12:30:28.527409 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 32884) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:30:28.532511 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Request body: {'floatingip': {'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'port_id': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:30:28.636891 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for floatingip, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:28.649141 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fda67-c814-4fa0-87fa-45d5cadc4394 req-7e608ae8-6cf5-497b-aca7-226e98497d07 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:28.650610 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-313fda67-c814-4fa0-87fa-45d5cadc4394 req-7e608ae8-6cf5-497b-aca7-226e98497d07 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 943 time: 0.0709980 Jul 08 12:30:28.728068 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-313fda67-c814-4fa0-87fa-45d5cadc4394 req-7b229021-3e36-437d-a607-f02e9f99a6b5 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687866 Jul 08 12:30:28.771199 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:28.870645 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 81083661-efa6-490c-b51b-938cf2767538 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:30:28.876163 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_common [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Allocated IP 172.27.3.76 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/8a3cca89-31d5-4e8b-910e-c13fdd703373) {{(pid=93655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:30:28.968541 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 81083661-efa6-490c-b51b-938cf2767538, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=81083661-efa6-490c-b51b-938cf2767538,segment=NetworkSegment(ea9f7033-4a61-4a15-a4a4-b648f2ec6007),segment_id=ea9f7033-4a61-4a15-a4a4-b648f2ec6007)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:30:28.979179 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for port, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:28.979944 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '81083661-efa6-490c-b51b-938cf2767538', 'network_id': '57e5c203-562d-4f5c-ab12-28579fb85894', 'port_id': '81083661-efa6-490c-b51b-938cf2767538', 'mac_address': 'fa:16:3e:24:41:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69ee8b9-c56f-4838-8169-1c8986c1ddab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:30:29.017220 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:29.030371 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81083661-efa6-490c-b51b-938cf2767538 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:30:29.049626 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 81083661-efa6-490c-b51b-938cf2767538, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=81083661-efa6-490c-b51b-938cf2767538,segment=NetworkSegment(ea9f7033-4a61-4a15-a4a4-b648f2ec6007),segment_id=ea9f7033-4a61-4a15-a4a4-b648f2ec6007)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:30:29.069359 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61923475'] for port, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:29.129950 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:29.183236 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=81083661-efa6-490c-b51b-938cf2767538,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:29.361084 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:30:29.363169 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:30:29.367253 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Received port after_create {{(pid=93655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:30:29.372666 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'Port': ['ID=8a3cca89-31d5-4e8b-910e-c13fdd703373,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:29.498311 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['81083661-efa6-490c-b51b-938cf2767538'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:30:29.745715 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:29.920243 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:29.962427 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee10e57-deea-4aea-9419-1f1cd6daa54a req-8757c2d8-2805-4776-bdf7-f24599633683 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:29.963975 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2ee10e57-deea-4aea-9419-1f1cd6daa54a req-8757c2d8-2805-4776-bdf7-f24599633683 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 944 time: 0.1232748 Jul 08 12:30:30.053296 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2ee10e57-deea-4aea-9419-1f1cd6daa54a req-3f129590-9b22-4a73-a4ea-d0e5f9528d21 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807538 Jul 08 12:30:30.119243 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for port, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:30.180796 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61923469'] for port, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:30.257963 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'Port': ['ID=8a3cca89-31d5-4e8b-910e-c13fdd703373,revision_number=2']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:30.267016 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:30.364152 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.l3_db [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Floating IP 00493d9e-99b1-432c-b65f-5a2806b8d19f associated. External IP: 172.27.3.76, port: 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4. Jul 08 12:30:30.575725 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:30:30.679184 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:30:30.688408 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8eb3d-d516-41e7-a293-c83efc10cb69 None None] Sync routers for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:30:30.697335 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8eb3d-d516-41e7-a293-c83efc10cb69 None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:30:30.697957 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-c4f8eb3d-d516-41e7-a293-c83efc10cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:30:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:30:30.752168 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:30.794862 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-00b134fe-d0f4-46b7-b12e-2b42b9ba6840 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2660315 Jul 08 12:30:30.795266 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'tag': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4'}] {{(pid=93655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:30:30.797576 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a03bbc91d2f86613491d0901239a9001c4f73130c8ca6ab44098ce7ccb338547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09996b3d-c590-4459-af7e-191d5c0be477" -d '{"events": [{"name": "network-changed", "server_uuid": "74b7ba78-4c05-41a4-8df7-e3525bd8e2dd", "tag": "7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4"}]}' {{(pid=93655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:30:30.834988 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6910d893-5c56-4685-93c3-029325511d57 x-openstack-request-id: req-6910d893-5c56-4685-93c3-029325511d57 {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:30:30.835371 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b7ba78-4c05-41a4-8df7-e3525bd8e2dd", "tag": "7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4", "status": "completed", "code": 200}]} {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:30:30.835682 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6910d893-5c56-4685-93c3-029325511d57 {{(pid=93655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:30:30.836145 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'tag': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'status': 'completed', 'code': 200} Jul 08 12:30:30.902987 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 81083661-efa6-490c-b51b-938cf2767538 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:30:30.923468 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996b3d-c590-4459-af7e-191d5c0be477 req-ced8067e-783a-424b-83ed-605dddd2bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:30.924988 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-09996b3d-c590-4459-af7e-191d5c0be477 req-ced8067e-783a-424b-83ed-605dddd2bdd9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 1099 time: 0.0567443 Jul 08 12:30:30.961279 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-c4f8eb3d-d516-41e7-a293-c83efc10cb69 None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:30:31.027884 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996b3d-c590-4459-af7e-191d5c0be477 req-16a9cba8-a972-4103-acda-cde27149bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:31.029400 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-09996b3d-c590-4459-af7e-191d5c0be477 req-16a9cba8-a972-4103-acda-cde27149bd90 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 912 time: 0.0909929 Jul 08 12:30:31.073666 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port 81083661-efa6-490c-b51b-938cf2767538 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:30:31.099900 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-09996b3d-c590-4459-af7e-191d5c0be477 req-09b24e33-be13-4ac3-9bf3-be0a32c1076c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 HTTP/1.1" status: 200 len: 999 time: 0.0626378 Jul 08 12:30:31.103696 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 81083661-efa6-490c-b51b-938cf2767538 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:30:31.104078 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:31.158176 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996b3d-c590-4459-af7e-191d5c0be477 req-bd7dd547-64ed-45d6-9376-5a5b13864d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:31.161172 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-09996b3d-c590-4459-af7e-191d5c0be477 req-bd7dd547-64ed-45d6-9376-5a5b13864d6e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43fc61e1-2280-4220-b272-2e2e5663d052 HTTP/1.1" status: 200 len: 850 time: 0.0521986 Jul 08 12:30:31.227679 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996b3d-c590-4459-af7e-191d5c0be477 req-1b70029d-ad2d-41f8-ae12-adce324874d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:31.229349 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-09996b3d-c590-4459-af7e-191d5c0be477 req-1b70029d-ad2d-41f8-ae12-adce324874d0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617476 Jul 08 12:30:31.251260 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:31.256686 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865113f3-e83f-4a7c-94f5-ffd473df6214 req-d02fbe8d-c9a1-46b8-bcfe-b1b39efe0026 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:31.258414 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-865113f3-e83f-4a7c-94f5-ffd473df6214 req-d02fbe8d-c9a1-46b8-bcfe-b1b39efe0026 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 944 time: 0.0870864 Jul 08 12:30:31.281989 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca3c13e-7a5b-46a1-a852-e904b7a273e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81083661-efa6-490c-b51b-938cf2767538'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:30:31.283683 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab36cf7-ebad-4e50-9921-d8d83942edde" -d '{"events": [{"server_uuid": "bca3c13e-7a5b-46a1-a852-e904b7a273e0", "name": "network-vif-plugged", "status": "completed", "tag": "81083661-efa6-490c-b51b-938cf2767538"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:30:31.299234 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-c4f8eb3d-d516-41e7-a293-c83efc10cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '00493d9e-99b1-432c-b65f-5a2806b8d19f', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:74:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:30:29Z', 'updated_at': '2021-07-08T12:30:29Z', 'revision_number': 0, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:30:31.306883 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 81083661-efa6-490c-b51b-938cf2767538, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=81083661-efa6-490c-b51b-938cf2767538,segment=NetworkSegment(ea9f7033-4a61-4a15-a4a4-b648f2ec6007),segment_id=ea9f7033-4a61-4a15-a4a4-b648f2ec6007)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:30:31.311175 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-865113f3-e83f-4a7c-94f5-ffd473df6214 req-9aaf944c-87e2-4738-a108-7ecfbd7b5777 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458004 Jul 08 12:30:31.333594 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c98e22-d103-4c04-975d-4345546ef52e x-openstack-request-id: req-f6c98e22-d103-4c04-975d-4345546ef52e {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:30:31.333893 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca3c13e-7a5b-46a1-a852-e904b7a273e0", "name": "network-vif-plugged", "status": "completed", "tag": "81083661-efa6-490c-b51b-938cf2767538", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:30:31.334159 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f6c98e22-d103-4c04-975d-4345546ef52e {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:30:31.335117 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca3c13e-7a5b-46a1-a852-e904b7a273e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81083661-efa6-490c-b51b-938cf2767538', 'code': 200} Jul 08 12:30:31.335574 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8eb3d-d516-41e7-a293-c83efc10cb69 None None] Checking router: 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:30:31.339711 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-09996b3d-c590-4459-af7e-191d5c0be477 req-e2ce8513-42b4-488b-99dc-faec66e1a04f service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030705 Jul 08 12:30:31.347716 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8eb3d-d516-41e7-a293-c83efc10cb69 None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:30:31.348329 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-c4f8eb3d-d516-41e7-a293-c83efc10cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:30:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:30:31.385370 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:31.443955 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-09996b3d-c590-4459-af7e-191d5c0be477 req-99815603-296d-419f-a1d3-ecaf5258246b service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933352 Jul 08 12:30:31.479631 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=81083661-efa6-490c-b51b-938cf2767538,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:30:31.497732 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-c4f8eb3d-d516-41e7-a293-c83efc10cb69 None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:30:31.718754 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4458e-3a55-464d-8740-9a99212d8392 req-990f41c2-e0de-404c-9174-a9c19d2743af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:31.720270 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-82a4458e-3a55-464d-8740-9a99212d8392 req-990f41c2-e0de-404c-9174-a9c19d2743af service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 1098 time: 0.0519202 Jul 08 12:30:31.740841 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-c4f8eb3d-d516-41e7-a293-c83efc10cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '00493d9e-99b1-432c-b65f-5a2806b8d19f', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:74:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:30:29Z', 'updated_at': '2021-07-08T12:30:29Z', 'revision_number': 0, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:30:31.755627 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-82a4458e-3a55-464d-8740-9a99212d8392 req-7088cf61-69ea-40d4-8d8d-0b25e0a32ce5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287588 Jul 08 12:30:31.767588 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8eb3d-d516-41e7-a293-c83efc10cb69 None None] The sync data for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi is: [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '00493d9e-99b1-432c-b65f-5a2806b8d19f', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:74:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:30:29Z', 'updated_at': '2021-07-08T12:30:29Z', 'revision_number': 0, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:30:31.950894 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9bb51-9a24-4379-8a78-088aec09e2d7 None None] New status for floating IP 00493d9e-99b1-432c-b65f-5a2806b8d19f: ACTIVE {{(pid=93657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:30:32.500886 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f4859-a3cf-4be5-a316-d5978064c35d req-8a481d0b-7fec-4536-afa5-b6c4308c7410 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:32.502349 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a35f4859-a3cf-4be5-a316-d5978064c35d req-8a481d0b-7fec-4536-afa5-b6c4308c7410 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 945 time: 0.0637827 Jul 08 12:30:32.545965 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a35f4859-a3cf-4be5-a316-d5978064c35d req-8d36c551-3fbf-44d3-8cbb-b535adab1127 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364747 Jul 08 12:30:33.729298 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab801626-5916-423d-b5b4-51647d759523 req-5c76d326-3d01-494d-bb00-e391003d53df tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:33.730793 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ab801626-5916-423d-b5b4-51647d759523 req-5c76d326-3d01-494d-bb00-e391003d53df tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 945 time: 0.0636928 Jul 08 12:30:33.770153 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ab801626-5916-423d-b5b4-51647d759523 req-564c88a4-fafb-49dc-b830-bd640f5d0e1e tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 Jul 08 12:30:40.733129 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3f761ec8-9fbf-4dd3-bcb6-816bb538b254 req-b7d3a538-9113-488a-aae5-08da528ffce4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564003 Jul 08 12:30:40.843194 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f761ec8-9fbf-4dd3-bcb6-816bb538b254 req-b822cd00-96de-421d-92f6-3269510b86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:40.844602 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3f761ec8-9fbf-4dd3-bcb6-816bb538b254 req-b822cd00-96de-421d-92f6-3269510b86c9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 1099 time: 0.0520017 Jul 08 12:30:40.945447 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f761ec8-9fbf-4dd3-bcb6-816bb538b254 req-dd62cfaa-6c28-4d99-8300-faa5f5c9130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:40.946905 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3f761ec8-9fbf-4dd3-bcb6-816bb538b254 req-dd62cfaa-6c28-4d99-8300-faa5f5c9130e service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 200 len: 917 time: 0.0824180 Jul 08 12:30:41.017572 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3f761ec8-9fbf-4dd3-bcb6-816bb538b254 req-be44997a-8e98-4ee0-98df-91b2c102091a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf HTTP/1.1" status: 200 len: 1001 time: 0.0617609 Jul 08 12:30:41.067431 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f761ec8-9fbf-4dd3-bcb6-816bb538b254 req-de5d26a5-0865-4973-a9d4-4e72ebfea694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:41.068872 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3f761ec8-9fbf-4dd3-bcb6-816bb538b254 req-de5d26a5-0865-4973-a9d4-4e72ebfea694 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2889e973-26ef-4f9a-8438-d3a8d25d582e HTTP/1.1" status: 200 len: 855 time: 0.0427511 Jul 08 12:30:41.135465 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f761ec8-9fbf-4dd3-bcb6-816bb538b254 req-8eb2d076-414e-441a-b908-b42b6d449343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:30:41.141323 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3f761ec8-9fbf-4dd3-bcb6-816bb538b254 req-8eb2d076-414e-441a-b908-b42b6d449343 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e4e0557-4bba-4b10-85f1-95b3483d6f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523655 Jul 08 12:30:41.232506 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3f761ec8-9fbf-4dd3-bcb6-816bb538b254 req-ed27df2b-439d-4d9b-827e-4cc77e6c451f service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861583 Jul 08 12:30:41.322871 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3f761ec8-9fbf-4dd3-bcb6-816bb538b254 req-cfe13f1f-0874-4675-ae82-03f6c3846170 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830648 Jul 08 12:30:42.079627 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:45.445732 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-e5e6f408-038b-4cb9-8056-9a7d6ef435ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:48.868464 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:49.537361 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-065a99a3-be38-4127-9e82-a7c17fe17db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:50.614687 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:52.708006 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:30:59.005064 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:31:01.824449 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337afb2b-bc08-420b-bfbd-41ba0f3f9a4a req-c1904eb6-d3c0-4d0a-a403-da7964706569 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:31:01.825857 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-337afb2b-bc08-420b-bfbd-41ba0f3f9a4a req-c1904eb6-d3c0-4d0a-a403-da7964706569 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 945 time: 0.0621262 Jul 08 12:31:01.862619 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-337afb2b-bc08-420b-bfbd-41ba0f3f9a4a req-8a00077f-b92a-4a8a-8fc4-877237a1570b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313845 Jul 08 12:31:03.036513 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9286184-ad83-432b-a97c-13bd444a0472 req-f9a29fc1-1e26-40ff-92f5-48a06f8e7643 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:31:03.038090 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d9286184-ad83-432b-a97c-13bd444a0472 req-f9a29fc1-1e26-40ff-92f5-48a06f8e7643 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 945 time: 0.0664461 Jul 08 12:31:03.074060 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d9286184-ad83-432b-a97c-13bd444a0472 req-eff38f0c-ed8f-41b8-b7f6-254b5c83e059 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304229 Jul 08 12:31:03.852468 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebc82f-dbe0-4f77-ac65-b8574ce0283e req-bb66cb2f-e810-47ab-ab2f-c259c9c0cd97 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:31:03.853921 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9aebc82f-dbe0-4f77-ac65-b8574ce0283e req-bb66cb2f-e810-47ab-ab2f-c259c9c0cd97 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.89 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 945 time: 0.0660851 Jul 08 12:31:03.953276 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-9aebc82f-dbe0-4f77-ac65-b8574ce0283e req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Deleting port 81083661-efa6-490c-b51b-938cf2767538 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:31:03.953617 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-9aebc82f-dbe0-4f77-ac65-b8574ce0283e req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:04.044284 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-9aebc82f-dbe0-4f77-ac65-b8574ce0283e req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] For port 81083661-efa6-490c-b51b-938cf2767538, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=81083661-efa6-490c-b51b-938cf2767538,segment=NetworkSegment(ea9f7033-4a61-4a15-a4a4-b648f2ec6007),segment_id=ea9f7033-4a61-4a15-a4a4-b648f2ec6007)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:31:04.044676 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-9aebc82f-dbe0-4f77-ac65-b8574ce0283e req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:04.058015 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-9aebc82f-dbe0-4f77-ac65-b8574ce0283e req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Calling delete_port for 81083661-efa6-490c-b51b-938cf2767538 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:31:04.246757 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c7867-d395-4b85-81f5-2cfc99483a36 req-e06ea8c6-a8e0-4f20-927e-06b8670cba71 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:31:04.248201 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e38c7867-d395-4b85-81f5-2cfc99483a36 req-e06ea8c6-a8e0-4f20-927e-06b8670cba71 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 945 time: 0.0626135 Jul 08 12:31:04.267902 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-9aebc82f-dbe0-4f77-ac65-b8574ce0283e req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:04.284469 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['81083661-efa6-490c-b51b-938cf2767538'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:31:04.285072 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e38c7867-d395-4b85-81f5-2cfc99483a36 req-d7805ead-fa3d-4cf7-9bb6-a80c4f7a0fa3 tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/security-groups?id=a6bfe336-cf37-4451-9db6-18bd73808824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Jul 08 12:31:04.312925 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Pushing event deleted for resources: {'Port': ['ID=81083661-efa6-490c-b51b-938cf2767538,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:31:04.338772 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:04.339126 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:04.339469 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:04.339808 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:04.340396 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:04.340757 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:04.341088 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:04.341416 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:04.341740 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:04.342064 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:04.342386 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:04.342709 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:04.368170 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aebc82f-dbe0-4f77-ac65-b8574ce0283e req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] No DVR routers for this DVR port 81083661-efa6-490c-b51b-938cf2767538 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:31:04.370948 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-9aebc82f-dbe0-4f77-ac65-b8574ce0283e req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:04.373284 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-9aebc82f-dbe0-4f77-ac65-b8574ce0283e req-8c13df92-3b8d-4bf6-85d8-273706c90c8b tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.89 "DELETE /v2.0/ports/81083661-efa6-490c-b51b-938cf2767538 HTTP/1.1" status: 204 len: 173 time: 0.5125334 Jul 08 12:31:04.373753 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca3c13e-7a5b-46a1-a852-e904b7a273e0', 'name': 'network-vif-deleted', 'tag': '81083661-efa6-490c-b51b-938cf2767538'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:31:04.376347 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3717e5a5-85cf-4ca9-b5ce-06ec9e1cecf9" -d '{"events": [{"server_uuid": "bca3c13e-7a5b-46a1-a852-e904b7a273e0", "name": "network-vif-deleted", "tag": "81083661-efa6-490c-b51b-938cf2767538"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:31:04.427832 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986ce3ec-344b-4c79-a228-7e1d55a4f427 x-openstack-request-id: req-986ce3ec-344b-4c79-a228-7e1d55a4f427 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:31:04.428161 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca3c13e-7a5b-46a1-a852-e904b7a273e0", "name": "network-vif-deleted", "tag": "81083661-efa6-490c-b51b-938cf2767538", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:31:04.428418 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-986ce3ec-344b-4c79-a228-7e1d55a4f427 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:31:04.429200 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca3c13e-7a5b-46a1-a852-e904b7a273e0', 'name': 'network-vif-deleted', 'tag': '81083661-efa6-490c-b51b-938cf2767538', 'status': 'completed', 'code': 200} Jul 08 12:31:05.444152 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a358c95f-ac8d-48d6-aa1a-8ab517e5d970 req-6974c291-419e-46bb-a450-3df332c71abc tempest-VolumesSnapshotTestJSON-1074035222 tempest-VolumesSnapshotTestJSON-1074035222-project] 10.222.0.88 "GET /v2.0/ports?device_id=bca3c13e-7a5b-46a1-a852-e904b7a273e0 HTTP/1.1" status: 200 len: 210 time: 0.0309184 Jul 08 12:31:10.193008 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 81083661-efa6-490c-b51b-938cf2767538 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:31:10.218968 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: 81083661-efa6-490c-b51b-938cf2767538 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:31:10.219352 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 81083661-efa6-490c-b51b-938cf2767538 not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:31:12.082125 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:15.438650 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-f5b827b0-d087-45b3-94cb-a0e95555d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:18.861112 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:19.541095 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-4019af29-a9e4-4762-8f42-8b743cd6c90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:20.598506 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:22.722192 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:34.044256 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33254) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:31:34.091397 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Deleting subnet f69ee8b9-c56f-4838-8169-1c8986c1ddab {{(pid=93655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:31:34.094490 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:34.128285 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59581787'] for subnet, precommit_delete_associations {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:34.164192 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:34.318684 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61923534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61887726'] for subnet, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:34.345671 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69ee8b9-c56f-4838-8169-1c8986c1ddab,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:31:34.351410 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:34.353321 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f69ee8b9-c56f-4838-8169-1c8986c1ddab HTTP/1.1" status: 204 len: 168 time: 0.3078988 Jul 08 12:31:34.356054 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 33256) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:31:34.358354 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:34.358699 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:34.359034 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:34.359360 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:34.359686 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:34.360011 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:34.360329 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:34.360686 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:34.361023 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:34.361312 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:34.361626 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:34.361939 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9f097-fcf0-4eff-a202-710c93867f83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:31:34.423308 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-90fd863f-52f9-45ea-907a-aaea21148e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:34.505300 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-90fd863f-52f9-45ea-907a-aaea21148e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:34.515633 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-90fd863f-52f9-45ea-907a-aaea21148e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e5c203-562d-4f5c-ab12-28579fb85894']}} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:31:34.526295 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-90fd863f-52f9-45ea-907a-aaea21148e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9f7033-4a61-4a15-a4a4-b648f2ec6007') {'for_net_delete': True} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:31:34.526588 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-90fd863f-52f9-45ea-907a-aaea21148e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9f7033-4a61-4a15-a4a4-b648f2ec6007') {} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:31:34.535298 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-90fd863f-52f9-45ea-907a-aaea21148e10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62702845'] for segment, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:34.549208 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-90fd863f-52f9-45ea-907a-aaea21148e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:34.554843 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fd863f-52f9-45ea-907a-aaea21148e10 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=93654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:31:34.555226 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-90fd863f-52f9-45ea-907a-aaea21148e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61691105'] for segment, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: Traceback (most recent call last): Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: timer() Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: cb(*args, **kw) Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: return func(*args, **kwargs) Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: self._notify() Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: self.callback(batched_events) Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: event.method(event) Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: return f(self, *a, **k) Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._get(url).json() Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: return self.request(url, 'GET', **kwargs) Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:31:34.557088 dv-cinder-799631-5-iscsi neutron-server[93654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:31:34.677921 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-90fd863f-52f9-45ea-907a-aaea21148e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:34.683122 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-90fd863f-52f9-45ea-907a-aaea21148e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:34.685008 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-90fd863f-52f9-45ea-907a-aaea21148e10 admin admin] 10.222.0.88 "DELETE /v2.0/networks/57e5c203-562d-4f5c-ab12-28579fb85894 HTTP/1.1" status: 204 len: 168 time: 0.3279102 Jul 08 12:31:34.705914 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd863f-52f9-45ea-907a-aaea21148e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=57e5c203-562d-4f5c-ab12-28579fb85894,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:31:35.052799 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 33262) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:31:35.091474 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-bffe9ad2-f4cb-4cc2-adfe-8c2bb5273aef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fc36b16c1d69407e9c5e3a317a24b3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374970 Jul 08 12:31:35.093862 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 33264) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:31:35.140051 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-198ba9b0-a306-49fe-97cd-214cec3ad8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:35.161188 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-198ba9b0-a306-49fe-97cd-214cec3ad8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:35.259311 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-198ba9b0-a306-49fe-97cd-214cec3ad8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:35.262357 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-198ba9b0-a306-49fe-97cd-214cec3ad8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:35.263546 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-198ba9b0-a306-49fe-97cd-214cec3ad8d4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a6bfe336-cf37-4451-9db6-18bd73808824 HTTP/1.1" status: 204 len: 168 time: 0.1687994 Jul 08 12:31:35.271232 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ba9b0-a306-49fe-97cd-214cec3ad8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bfe336-cf37-4451-9db6-18bd73808824,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:31:36.004083 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:31:42.075718 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:42.765338 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-58ac42bb-e402-4fdf-b827-0d7b006433fc req-c977e02a-e1c9-4e2c-9477-c270da7d3810 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504324 Jul 08 12:31:42.843257 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac42bb-e402-4fdf-b827-0d7b006433fc req-096a7555-e7b1-4cd0-bc26-a4c5840cacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:31:42.844623 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-58ac42bb-e402-4fdf-b827-0d7b006433fc req-096a7555-e7b1-4cd0-bc26-a4c5840cacd6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=910ce624b8034309b4a99c095ec09b5e&device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 1099 time: 0.0545971 Jul 08 12:31:42.949273 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac42bb-e402-4fdf-b827-0d7b006433fc req-6f37c2a2-35eb-4b6e-8b29-20b548f24259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:31:42.950732 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-58ac42bb-e402-4fdf-b827-0d7b006433fc req-6f37c2a2-35eb-4b6e-8b29-20b548f24259 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a51e55e7-ef45-400f-a6d9-0a508ab962db HTTP/1.1" status: 200 len: 912 time: 0.0853076 Jul 08 12:31:43.019483 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-58ac42bb-e402-4fdf-b827-0d7b006433fc req-c81c76eb-7eec-4d86-91e0-04a510242a8c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78824131-756d-4a7f-affb-c7482771b5b9 HTTP/1.1" status: 200 len: 1002 time: 0.0618036 Jul 08 12:31:43.069917 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac42bb-e402-4fdf-b827-0d7b006433fc req-8a7f9b93-1a65-4353-a8f0-46d838fbe1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:31:43.071346 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-58ac42bb-e402-4fdf-b827-0d7b006433fc req-8a7f9b93-1a65-4353-a8f0-46d838fbe1ea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e045425-628c-4d0f-94f7-a80db002e4c1 HTTP/1.1" status: 200 len: 850 time: 0.0440512 Jul 08 12:31:43.128620 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac42bb-e402-4fdf-b827-0d7b006433fc req-40dbf0ed-2657-4f64-9504-9f689ef4f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:31:43.130009 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-58ac42bb-e402-4fdf-b827-0d7b006433fc req-40dbf0ed-2657-4f64-9504-9f689ef4f0d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a51e55e7-ef45-400f-a6d9-0a508ab962db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511582 Jul 08 12:31:43.223652 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-58ac42bb-e402-4fdf-b827-0d7b006433fc req-320ae0c9-bb8f-4e7a-af56-dc67d2a8b1bb service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856264 Jul 08 12:31:43.311122 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-58ac42bb-e402-4fdf-b827-0d7b006433fc req-5de360d5-08a2-48f3-9a43-1dd9d65385e2 service neutron] 10.222.0.89 "GET /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808525 Jul 08 12:31:45.465080 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-66db9396-4a44-44f9-810f-3bcf70a161db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:48.860194 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:49.551930 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-253494f6-ab1f-44aa-b68b-f6c79536fcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:50.601989 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:52.704509 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:52.852149 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222573d-ec67-487d-9f47-9ba0ef0c85e0 req-924104ee-3376-4b44-a70a-86d3a8f2d79a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:31:52.853976 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0222573d-ec67-487d-9f47-9ba0ef0c85e0 req-924104ee-3376-4b44-a70a-86d3a8f2d79a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 946 time: 0.0670743 Jul 08 12:31:52.892015 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0222573d-ec67-487d-9f47-9ba0ef0c85e0 req-ce2caf7d-7073-43cc-8da1-1d23a833b48b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319467 Jul 08 12:31:54.071113 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5384e-815c-4f62-a472-4d2b981ce2e6 req-dab9bf96-1fa8-4199-9a01-20eaddd2fcd3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:31:54.073191 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c8c5384e-815c-4f62-a472-4d2b981ce2e6 req-dab9bf96-1fa8-4199-9a01-20eaddd2fcd3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 946 time: 0.0628102 Jul 08 12:31:54.109742 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c8c5384e-815c-4f62-a472-4d2b981ce2e6 req-d0d0156d-7fbe-4cf1-b4ca-64ff4a8a1fe4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Jul 08 12:31:54.833392 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37115260-0a36-487c-9b66-2278258dc22c req-c1a9ea2c-b7fa-4a13-ba28-ce737eb20d08 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:31:54.834772 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-37115260-0a36-487c-9b66-2278258dc22c req-c1a9ea2c-b7fa-4a13-ba28-ce737eb20d08 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.89 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 946 time: 0.0626380 Jul 08 12:31:54.935162 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-37115260-0a36-487c-9b66-2278258dc22c req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Deleting port 74274bf7-f3ff-451b-953b-c150a4db7fbf {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:31:54.935490 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-37115260-0a36-487c-9b66-2278258dc22c req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:55.024670 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-37115260-0a36-487c-9b66-2278258dc22c req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] For port 74274bf7-f3ff-451b-953b-c150a4db7fbf, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=74274bf7-f3ff-451b-953b-c150a4db7fbf,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:31:55.025036 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-37115260-0a36-487c-9b66-2278258dc22c req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:55.197760 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-37115260-0a36-487c-9b66-2278258dc22c req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:55.198124 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-37115260-0a36-487c-9b66-2278258dc22c req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:55.198445 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.l3_db [req-37115260-0a36-487c-9b66-2278258dc22c req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Floating IP 83667a9c-272b-428b-94c8-b19f3bca79e5 disassociated. External IP: 172.27.3.112, port: 74274bf7-f3ff-451b-953b-c150a4db7fbf. Jul 08 12:31:55.198780 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-37115260-0a36-487c-9b66-2278258dc22c req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Calling delete_port for 74274bf7-f3ff-451b-953b-c150a4db7fbf owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:31:55.286237 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa832b98-3276-404f-9b31-b05598ec3523 req-ac9a9c23-c85d-4996-92af-28d24931a08b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:31:55.287774 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fa832b98-3276-404f-9b31-b05598ec3523 req-ac9a9c23-c85d-4996-92af-28d24931a08b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 946 time: 0.0638382 Jul 08 12:31:55.329618 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fa832b98-3276-404f-9b31-b05598ec3523 req-38f74d99-c029-4c80-aed6-669fac12b436 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e4a8515-517c-4a54-8201-7e632c5e85df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359719 Jul 08 12:31:55.386633 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-37115260-0a36-487c-9b66-2278258dc22c req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:55.417183 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event deleted for resources: {'Port': ['ID=74274bf7-f3ff-451b-953b-c150a4db7fbf,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:31:55.531545 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37115260-0a36-487c-9b66-2278258dc22c req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:31:55.636543 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37115260-0a36-487c-9b66-2278258dc22c req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:31:55.646502 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9828e6-b4a7-43cb-a275-a73a579e15f5 None None] Sync routers for ids ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:31:55.655553 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9828e6-b4a7-43cb-a275-a73a579e15f5 None None] Routers {'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:31:55.656249 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-ef9828e6-b4a7-43cb-a275-a73a579e15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:31:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:31:55.683452 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-37115260-0a36-487c-9b66-2278258dc22c req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] No DVR routers for this DVR port 74274bf7-f3ff-451b-953b-c150a4db7fbf on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:31:55.686052 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-37115260-0a36-487c-9b66-2278258dc22c req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:55.688165 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-37115260-0a36-487c-9b66-2278258dc22c req-62a5e616-9c7d-4a1b-8264-6be50cd72f9a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.89 "DELETE /v2.0/ports/74274bf7-f3ff-451b-953b-c150a4db7fbf HTTP/1.1" status: 204 len: 173 time: 0.8468039 Jul 08 12:31:55.688624 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'name': 'network-vif-deleted', 'tag': '74274bf7-f3ff-451b-953b-c150a4db7fbf'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:31:55.690923 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4729db15-23e8-4cf6-aedd-84dd36a1d515" -d '{"events": [{"server_uuid": "c30f423b-d06d-4f42-8023-58b31690e2e7", "name": "network-vif-deleted", "tag": "74274bf7-f3ff-451b-953b-c150a4db7fbf"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:31:55.727794 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46166474-0aec-47ba-a8ca-74e67bd15f8a x-openstack-request-id: req-46166474-0aec-47ba-a8ca-74e67bd15f8a {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:31:55.728716 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f423b-d06d-4f42-8023-58b31690e2e7", "name": "network-vif-deleted", "tag": "74274bf7-f3ff-451b-953b-c150a4db7fbf", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:31:55.728930 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-46166474-0aec-47ba-a8ca-74e67bd15f8a {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:31:55.729354 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f423b-d06d-4f42-8023-58b31690e2e7', 'name': 'network-vif-deleted', 'tag': '74274bf7-f3ff-451b-953b-c150a4db7fbf', 'status': 'completed', 'code': 200} Jul 08 12:31:55.764598 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-ef9828e6-b4a7-43cb-a275-a73a579e15f5 None None] Set router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:31:55.969850 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-ef9828e6-b4a7-43cb-a275-a73a579e15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:16Z', 'revision_number': 5, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:31:55.996012 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9828e6-b4a7-43cb-a275-a73a579e15f5 None None] Checking router: dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:31:56.006374 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9828e6-b4a7-43cb-a275-a73a579e15f5 None None] Routers {'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:31:56.006374 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-ef9828e6-b4a7-43cb-a275-a73a579e15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:31:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:31:56.234805 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-ef9828e6-b4a7-43cb-a275-a73a579e15f5 None None] Set router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:31:56.436336 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-ef9828e6-b4a7-43cb-a275-a73a579e15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:16Z', 'revision_number': 5, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:31:56.466352 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9828e6-b4a7-43cb-a275-a73a579e15f5 None None] The sync data for ids ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'] in dv-cinder-799631-5-iscsi is: [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:16Z', 'revision_number': 5, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:31:56.491453 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c07b9217-bf23-4d7c-987f-9361f6253da0 req-152ee371-9812-4d25-93b2-b55610e492a5 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=c30f423b-d06d-4f42-8023-58b31690e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0304270 Jul 08 12:31:56.677774 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0ce4b-ea70-43ab-9b86-5407cb2950bb None None] New status for floating IP 83667a9c-272b-428b-94c8-b19f3bca79e5: DOWN {{(pid=93657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:31:57.699664 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33352) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:31:57.757658 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a33ec35f-568e-4a9a-8314-d9b33d360524 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:57.783957 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a33ec35f-568e-4a9a-8314-d9b33d360524 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:57.875533 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a33ec35f-568e-4a9a-8314-d9b33d360524 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:57.878155 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a33ec35f-568e-4a9a-8314-d9b33d360524 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:57.879302 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-a33ec35f-568e-4a9a-8314-d9b33d360524 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "DELETE /v2.0/security-groups/3e4a8515-517c-4a54-8201-7e632c5e85df HTTP/1.1" status: 204 len: 168 time: 0.1786520 Jul 08 12:31:57.882122 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 33354) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:31:57.889301 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ec35f-568e-4a9a-8314-d9b33d360524 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4a8515-517c-4a54-8201-7e632c5e85df,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:31:57.896759 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.api.v2.resource [None req-421d8bcb-7b26-4ed4-abb8-74cc35842fee tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] show failed (client error): The resource could not be found. Jul 08 12:31:57.897775 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-421d8bcb-7b26-4ed4-abb8-74cc35842fee tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups/3e4a8515-517c-4a54-8201-7e632c5e85df HTTP/1.1" status: 404 len: 347 time: 0.0143640 Jul 08 12:31:57.900613 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 33356) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:31:58.021566 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-18d5e6a6-ae1f-4e70-84c6-15560fcaf282 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Deleting port eb7636dd-a103-4783-8c32-1adea67c3d8d {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:31:58.021903 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-18d5e6a6-ae1f-4e70-84c6-15560fcaf282 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:58.094045 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-18d5e6a6-ae1f-4e70-84c6-15560fcaf282 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:58.094368 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-18d5e6a6-ae1f-4e70-84c6-15560fcaf282 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:58.107054 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-18d5e6a6-ae1f-4e70-84c6-15560fcaf282 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Calling delete_port for eb7636dd-a103-4783-8c32-1adea67c3d8d owned by network:floatingip {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:31:58.315827 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-18d5e6a6-ae1f-4e70-84c6-15560fcaf282 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:58.345766 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5e6a6-ae1f-4e70-84c6-15560fcaf282 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event deleted for resources: {'Port': ['ID=eb7636dd-a103-4783-8c32-1adea67c3d8d,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:31:58.407682 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-18d5e6a6-ae1f-4e70-84c6-15560fcaf282 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for floatingip, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:58.410268 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-18d5e6a6-ae1f-4e70-84c6-15560fcaf282 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:58.411433 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-18d5e6a6-ae1f-4e70-84c6-15560fcaf282 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "DELETE /v2.0/floatingips/83667a9c-272b-428b-94c8-b19f3bca79e5 HTTP/1.1" status: 204 len: 168 time: 0.5095227 Jul 08 12:31:58.943509 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33362) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:31:58.948863 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-8cb98c58-8f56-49be-b6ad-791450f95e60 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1291392340', 'description': 'tempest-description--773929978'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:31:59.036826 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8cb98c58-8f56-49be-b6ad-791450f95e60 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:59.115405 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8cb98c58-8f56-49be-b6ad-791450f95e60 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:59.179444 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8cb98c58-8f56-49be-b6ad-791450f95e60 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:59.210173 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb98c58-8f56-49be-b6ad-791450f95e60 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691e7041-dcac-4318-b569-637a34bd64f1,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:31:59.299437 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8cb98c58-8f56-49be-b6ad-791450f95e60 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:59.300751 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-8cb98c58-8f56-49be-b6ad-791450f95e60 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3560822 Jul 08 12:31:59.303502 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33364) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:31:59.308553 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-f10e9641-5ebc-4a52-9f91-9bbac0d072e3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Request body: {'security_group_rule': {'security_group_id': '691e7041-dcac-4318-b569-637a34bd64f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:31:59.407661 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f10e9641-5ebc-4a52-9f91-9bbac0d072e3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:59.453875 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 74274bf7-f3ff-451b-953b-c150a4db7fbf no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:31:59.465714 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f10e9641-5ebc-4a52-9f91-9bbac0d072e3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:59.473531 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: 74274bf7-f3ff-451b-953b-c150a4db7fbf {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:31:59.473879 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 74274bf7-f3ff-451b-953b-c150a4db7fbf not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:31:59.539897 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f10e9641-5ebc-4a52-9f91-9bbac0d072e3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:59.562202 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e9641-5ebc-4a52-9f91-9bbac0d072e3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3d479f-919d-4345-a8fb-33221a4dc9b2,revision_number=0']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:31:59.631048 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f10e9641-5ebc-4a52-9f91-9bbac0d072e3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:59.635298 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-f10e9641-5ebc-4a52-9f91-9bbac0d072e3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278413 Jul 08 12:31:59.637237 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33368) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:31:59.641612 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-02258a68-b5e2-4ffb-b987-3278465196ec tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Request body: {'security_group_rule': {'security_group_id': '691e7041-dcac-4318-b569-637a34bd64f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:31:59.744270 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-02258a68-b5e2-4ffb-b987-3278465196ec tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:59.801165 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-02258a68-b5e2-4ffb-b987-3278465196ec tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:59.864087 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-02258a68-b5e2-4ffb-b987-3278465196ec tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:59.880975 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02258a68-b5e2-4ffb-b987-3278465196ec tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7090e76a-f941-4072-a8a6-dc4cad08fb9a,revision_number=0']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:31:59.956928 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-02258a68-b5e2-4ffb-b987-3278465196ec tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:31:59.958276 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-02258a68-b5e2-4ffb-b987-3278465196ec tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3201189 Jul 08 12:31:59.961325 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33370) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:31:59.966095 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Request body: {'floatingip': {'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:32:00.065879 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for floatingip, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:00.161500 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:00.261755 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_common [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Allocated IP 172.27.3.206 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/e6eb40fc-32a7-486e-8a30-a1fc07b76128) {{(pid=93655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:32:00.362793 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for port, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:00.459091 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61923475'] for port, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:00.498886 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:32:00.501590 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:32:00.504978 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Received port after_create {{(pid=93655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:32:00.510199 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event updated for resources: {'Port': ['ID=e6eb40fc-32a7-486e-8a30-a1fc07b76128,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:00.594709 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:00.695051 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:00.852240 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for port, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:00.916923 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61923469'] for port, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:00.983770 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event updated for resources: {'Port': ['ID=e6eb40fc-32a7-486e-8a30-a1fc07b76128,revision_number=2']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:00.993591 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:01.099555 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:01.100844 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-be675ac1-2521-45bc-a28e-10f4fa9adae1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1385357 Jul 08 12:32:01.241728 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-14d80207-25ae-4e99-9631-5eb2bef39d60 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1291392340&fields=id&tenant_id=69257826d7b148099ed20a4a2b3798ea HTTP/1.1" status: 200 len: 267 time: 0.0331180 Jul 08 12:32:01.346737 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-b428bc6c-5596-48b7-8475-9a9fe3427a85 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:01.348165 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-b428bc6c-5596-48b7-8475-9a9fe3427a85 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/networks?id=8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 200 len: 816 time: 0.0993407 Jul 08 12:32:01.362065 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-2b4b9cbb-0bf0-4af1-bfae-b3c8b0715b79 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/quotas/69257826d7b148099ed20a4a2b3798ea HTTP/1.1" status: 200 len: 375 time: 0.0085983 Jul 08 12:32:01.428433 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-46339fdb-a0d5-48ac-8593-ea4a9ad2e113 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616465 Jul 08 12:32:01.546019 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-1e99bcb6-b875-47d2-907c-c6ac42b7411f service neutron] 10.222.0.88 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037610 Jul 08 12:32:01.632481 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-73645713-76d7-49e1-80c4-b9b7b813ff63 service neutron] 10.222.0.88 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807624 Jul 08 12:32:01.879631 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3d4a790d-f0c0-433c-86c9-aa46a28cb416 req-89e4aac5-6442-4243-bc71-2b895858b4d9 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 210 time: 0.0299251 Jul 08 12:32:03.025122 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5fde76ed-9a07-465b-812a-805ecb327e75 req-c36107d8-1ed3-47ea-ae60-c792b53c0ba9 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 210 time: 0.0332551 Jul 08 12:32:03.920510 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-443beb0d-13bc-454e-95db-cc38c7b1fbb2 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:03.921894 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-443beb0d-13bc-454e-95db-cc38c7b1fbb2 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.89 "GET /v2.0/networks?id=8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 200 len: 816 time: 0.1046038 Jul 08 12:32:03.972736 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-0ce8b090-2680-4dbc-8677-71dfa4df2765 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69257826d7b148099ed20a4a2b3798ea HTTP/1.1" status: 200 len: 380 time: 0.0401559 Jul 08 12:32:03.983048 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Request body: {'port': {'device_id': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'admin_state_up': True, 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'security_groups': ['691e7041-dcac-4318-b569-637a34bd64f1']}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:32:04.178551 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Made reservation on behalf of 69257826d7b148099ed20a4a2b3798ea for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:32:04.182073 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:04.184679 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a0f0b3ea-c54f-4b0e-b8d8-48c65125feba req-41d2f876-3ee6-4104-ab12-a48d7fdb0bdd tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 210 time: 0.0282595 Jul 08 12:32:04.309326 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Allocated IP 172.20.0.8 (8e4e0557-4bba-4b10-85f1-95b3483d6f84/2889e973-26ef-4f9a-8438-d3a8d25d582e/9b0c0698-3792-42f6-8dcf-f1ef6147e718) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:32:04.437901 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:04.451339 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Transition to ACTIVE for port object 9b0c0698-3792-42f6-8dcf-f1ef6147e718 will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:32:04.551400 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:04.600862 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:32:04.604018 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:32:04.608595 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:32:04.632637 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event updated for resources: {'Port': ['ID=9b0c0698-3792-42f6-8dcf-f1ef6147e718,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:04.647094 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:04.647442 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:04.647792 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:04.648125 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:04.648460 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:04.648821 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:04.649152 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:04.649479 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:04.649808 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:04.650131 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:04.650453 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:04.650777 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:04.671859 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:04.672479 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:04.750974 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-003f1797-d1fa-4493-8d79-532585a0864c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7722080 Jul 08 12:32:04.765508 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Request body: {'port': {'device_id': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:32:04.847629 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:04.911005 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-a35dfe4d-ac5e-46f9-a28f-7ea232103b9d None None] Provisioning for port 9b0c0698-3792-42f6-8dcf-f1ef6147e718 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:32:04.914803 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-a35dfe4d-ac5e-46f9-a28f-7ea232103b9d None None] Provisioning complete for port 9b0c0698-3792-42f6-8dcf-f1ef6147e718 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:32:04.915179 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a35dfe4d-ac5e-46f9-a28f-7ea232103b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:04.947913 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-a35dfe4d-ac5e-46f9-a28f-7ea232103b9d None None] Port 9b0c0698-3792-42f6-8dcf-f1ef6147e718 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:32:05.109454 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0c0698-3792-42f6-8dcf-f1ef6147e718 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:32:05.116817 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:05.128333 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Transition to ACTIVE for port object 9b0c0698-3792-42f6-8dcf-f1ef6147e718 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:32:05.218804 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:05.270383 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0c0698-3792-42f6-8dcf-f1ef6147e718,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:05.342547 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Attempting to bind port 9b0c0698-3792-42f6-8dcf-f1ef6147e718 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:32:05.342930 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Attempting to bind port 9b0c0698-3792-42f6-8dcf-f1ef6147e718 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:32:05.343217 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Attempting to bind port 9b0c0698-3792-42f6-8dcf-f1ef6147e718 on network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:32:05.347997 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Port 9b0c0698-3792-42f6-8dcf-f1ef6147e718 on network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:32:05.348324 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Attempting to bind port 9b0c0698-3792-42f6-8dcf-f1ef6147e718 on network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:32:05.353832 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:32:05.354167 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Checking segment: {'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:32:05.354545 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Bound using segment: {'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:32:05.355604 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Bound port: 9b0c0698-3792-42f6-8dcf-f1ef6147e718, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941ecddf-8688-4d9f-bcce-f2ad6db229be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:32:05.355968 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:05.374776 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69e2ee-f6c2-499a-9819-e0b73ef66ed0 req-7d0eed86-c671-4397-a879-dc7438d034c4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:05.376274 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1d69e2ee-f6c2-499a-9819-e0b73ef66ed0 req-7d0eed86-c671-4397-a879-dc7438d034c4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0686455 Jul 08 12:32:05.417152 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1d69e2ee-f6c2-499a-9819-e0b73ef66ed0 req-74821963-cafb-400b-9338-d09e9f4f7bfb tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349677 Jul 08 12:32:05.427255 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] For port 9b0c0698-3792-42f6-8dcf-f1ef6147e718, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:32:05.430718 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] For port 9b0c0698-3792-42f6-8dcf-f1ef6147e718, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:32:05.498856 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:05.540328 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:05.540328 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:05.540835 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] 10.222.0.89 "PUT /v2.0/ports/9b0c0698-3792-42f6-8dcf-f1ef6147e718 HTTP/1.1" status: 200 len: 1093 time: 0.7802403 Jul 08 12:32:05.541298 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'tag': '9b0c0698-3792-42f6-8dcf-f1ef6147e718'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:32:05.543684 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0107cc1c-a5ab-4a0a-a2a3-f2ce3dadfda8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5c682d-49da-4a74-afe7-41b4c808b5f8", "tag": "9b0c0698-3792-42f6-8dcf-f1ef6147e718"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:32:05.565633 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8d409-c882-44c4-adb7-4d8095cf9441 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0c0698-3792-42f6-8dcf-f1ef6147e718,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:05.583633 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57164999-0c45-4415-82b3-195d54838cc2 x-openstack-request-id: req-57164999-0c45-4415-82b3-195d54838cc2 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:32:05.583981 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5c682d-49da-4a74-afe7-41b4c808b5f8", "tag": "9b0c0698-3792-42f6-8dcf-f1ef6147e718", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:32:05.584203 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-57164999-0c45-4415-82b3-195d54838cc2 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:32:05.584632 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'tag': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'status': 'completed', 'code': 200} Jul 08 12:32:05.662477 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107cc1c-a5ab-4a0a-a2a3-f2ce3dadfda8 req-44860920-0061-4232-9f83-23e9e223213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:05.664027 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0107cc1c-a5ab-4a0a-a2a3-f2ce3dadfda8 req-44860920-0061-4232-9f83-23e9e223213c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 1096 time: 0.0565853 Jul 08 12:32:05.766065 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107cc1c-a5ab-4a0a-a2a3-f2ce3dadfda8 req-e131a94f-5a13-46b4-bc12-57ab58a304ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:05.767527 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0107cc1c-a5ab-4a0a-a2a3-f2ce3dadfda8 req-e131a94f-5a13-46b4-bc12-57ab58a304ff service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=69257826d7b148099ed20a4a2b3798ea&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0955231 Jul 08 12:32:05.859278 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107cc1c-a5ab-4a0a-a2a3-f2ce3dadfda8 req-7ff4bf19-b32c-4024-b1d9-8398352a86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:05.860767 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0107cc1c-a5ab-4a0a-a2a3-f2ce3dadfda8 req-7ff4bf19-b32c-4024-b1d9-8398352a86cc service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872076 Jul 08 12:32:05.957552 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-8f9043c1-0ebb-41d1-ae57-daf0b1624c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:05.958917 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-8f9043c1-0ebb-41d1-ae57-daf0b1624c13 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 1096 time: 0.0549924 Jul 08 12:32:06.000678 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-89cef086-23f9-4dfc-867f-34db80706d1c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718 HTTP/1.1" status: 200 len: 217 time: 0.0330849 Jul 08 12:32:06.047474 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-cd3c341a-a1d6-4b98-80fe-fcf717120118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:06.048890 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-cd3c341a-a1d6-4b98-80fe-fcf717120118 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2889e973-26ef-4f9a-8438-d3a8d25d582e HTTP/1.1" status: 200 len: 855 time: 0.0425436 Jul 08 12:32:06.108220 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-c244e353-d089-4791-9d26-9e34f168645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:06.109718 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-c244e353-d089-4791-9d26-9e34f168645f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e4e0557-4bba-4b10-85f1-95b3483d6f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547640 Jul 08 12:32:06.196250 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-686b8122-e36c-4072-ab5f-a39db5d824d8 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791922 Jul 08 12:32:06.287821 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-c7f53650-1243-44a6-9988-bc2bcf53dae4 req-7c63bc7d-0248-4d55-a173-cb90cf5610e6 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849755 Jul 08 12:32:06.609348 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4b47d-931b-47a6-87ed-44f1bc29ca4a req-b5b60662-0d5c-496d-aefd-34c2cce5585d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:06.610807 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d5e4b47d-931b-47a6-87ed-44f1bc29ca4a req-b5b60662-0d5c-496d-aefd-34c2cce5585d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0694685 Jul 08 12:32:06.647899 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d5e4b47d-931b-47a6-87ed-44f1bc29ca4a req-26e9a9e0-283a-4620-a0c8-343bfead14bb tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313587 Jul 08 12:32:07.822729 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967a778-a002-439e-905e-34f4a416dcf2 req-1e36f88b-5617-4108-b859-94f64d6a4122 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:07.824232 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7967a778-a002-439e-905e-34f4a416dcf2 req-1e36f88b-5617-4108-b859-94f64d6a4122 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0623493 Jul 08 12:32:07.861441 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7967a778-a002-439e-905e-34f4a416dcf2 req-072a5b38-ae50-479e-a59d-732d609cda4a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316763 Jul 08 12:32:09.034809 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e6d61-1a74-4f08-937f-da6e6a587fcc req-a451a7fd-c3c1-4704-8fc5-53696f74cde3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:09.036257 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f33e6d61-1a74-4f08-937f-da6e6a587fcc req-a451a7fd-c3c1-4704-8fc5-53696f74cde3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0618551 Jul 08 12:32:09.075939 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f33e6d61-1a74-4f08-937f-da6e6a587fcc req-60a240f7-5213-4dcd-a2ad-0e82f5c55536 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342734 Jul 08 12:32:09.517743 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 9b0c0698-3792-42f6-8dcf-f1ef6147e718 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:32:09.614159 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 9b0c0698-3792-42f6-8dcf-f1ef6147e718, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:32:09.624970 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'port_id': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'mac_address': 'fa:16:3e:93:6d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:32:09.661381 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:09.674611 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0c0698-3792-42f6-8dcf-f1ef6147e718 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:32:09.693707 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 9b0c0698-3792-42f6-8dcf-f1ef6147e718, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:32:09.768176 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:09.816626 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=9b0c0698-3792-42f6-8dcf-f1ef6147e718,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:09.823482 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:09.823836 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:09.824176 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:09.824506 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:09.824884 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:09.825189 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:09.825512 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:09.825904 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:09.826210 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:09.826477 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:09.826795 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:09.827110 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:10.105916 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['9b0c0698-3792-42f6-8dcf-f1ef6147e718'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:32:10.259186 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c69b6d-1ce5-47b9-a48c-92b53aab1bc4 req-21073421-1b22-4b3d-bd4a-dd853106cd57 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:10.260683 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-81c69b6d-1ce5-47b9-a48c-92b53aab1bc4 req-21073421-1b22-4b3d-bd4a-dd853106cd57 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 944 time: 0.0643015 Jul 08 12:32:10.298945 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-81c69b6d-1ce5-47b9-a48c-92b53aab1bc4 req-e257a066-12fc-4168-bc76-9c0b8f067f85 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325096 Jul 08 12:32:11.477980 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27da4b-47c2-4cba-8fc4-7ac1c9a845c3 req-71284a0d-577d-4bce-aae7-6604358595cb tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:11.479459 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ee27da4b-47c2-4cba-8fc4-7ac1c9a845c3 req-71284a0d-577d-4bce-aae7-6604358595cb tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 944 time: 0.0654747 Jul 08 12:32:11.518744 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ee27da4b-47c2-4cba-8fc4-7ac1c9a845c3 req-79b2a1fc-3e6f-47f7-b722-97a166912f17 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330987 Jul 08 12:32:11.531232 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 9b0c0698-3792-42f6-8dcf-f1ef6147e718 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:32:11.796280 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port 9b0c0698-3792-42f6-8dcf-f1ef6147e718 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:32:11.800324 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 9b0c0698-3792-42f6-8dcf-f1ef6147e718 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:32:11.800735 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:11.881267 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:11.903286 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0c0698-3792-42f6-8dcf-f1ef6147e718'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:32:11.905550 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e1a4be-ba3e-4f19-8a43-60b906a2aee2" -d '{"events": [{"server_uuid": "5d5c682d-49da-4a74-afe7-41b4c808b5f8", "name": "network-vif-plugged", "status": "completed", "tag": "9b0c0698-3792-42f6-8dcf-f1ef6147e718"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:32:11.918484 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 9b0c0698-3792-42f6-8dcf-f1ef6147e718, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:32:11.942477 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a918ff7-db06-461a-b699-c23f87cb368d x-openstack-request-id: req-7a918ff7-db06-461a-b699-c23f87cb368d {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:32:11.942778 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5c682d-49da-4a74-afe7-41b4c808b5f8", "name": "network-vif-plugged", "status": "completed", "tag": "9b0c0698-3792-42f6-8dcf-f1ef6147e718", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:32:11.943075 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7a918ff7-db06-461a-b699-c23f87cb368d {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:32:11.943476 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'code': 200} Jul 08 12:32:11.978487 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:12.038490 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=9b0c0698-3792-42f6-8dcf-f1ef6147e718,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:12.123025 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:12.331198 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc477d7e-9781-4684-b81e-51ebc527e6cf req-a8f6cbec-3708-4672-b91a-5c512b0f86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:12.332606 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bc477d7e-9781-4684-b81e-51ebc527e6cf req-a8f6cbec-3708-4672-b91a-5c512b0f86e0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0511746 Jul 08 12:32:12.368262 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-bc477d7e-9781-4684-b81e-51ebc527e6cf req-82131ab4-c17f-487b-a04b-4049417201b1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292485 Jul 08 12:32:12.707572 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9bf29-5c27-48e4-92df-3213f99f25d1 req-3f7f99c0-ee40-4e02-8101-2f96debc6101 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:12.709066 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-08a9bf29-5c27-48e4-92df-3213f99f25d1 req-3f7f99c0-ee40-4e02-8101-2f96debc6101 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0674202 Jul 08 12:32:12.748414 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-08a9bf29-5c27-48e4-92df-3213f99f25d1 req-b82ff0ac-8d55-493c-8dd2-7f7ef2eadd6c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335722 Jul 08 12:32:13.003557 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:32:13.929878 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b4c90-a98c-4e5b-b9c3-d966d6289916 req-36dfd22c-3d21-4598-8bb7-76c6a08596d8 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:13.931315 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-227b4c90-a98c-4e5b-b9c3-d966d6289916 req-36dfd22c-3d21-4598-8bb7-76c6a08596d8 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0618701 Jul 08 12:32:13.968091 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-227b4c90-a98c-4e5b-b9c3-d966d6289916 req-e5079c1c-a827-47b2-a472-a176b8a100c8 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310876 Jul 08 12:32:14.136573 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbf6b7-6e74-4611-a667-a17b0b149329 req-d7b04e2f-1571-4bdd-b84e-2d2754a9000a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:14.138163 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-08dbf6b7-6e74-4611-a667-a17b0b149329 req-d7b04e2f-1571-4bdd-b84e-2d2754a9000a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0618486 Jul 08 12:32:14.146603 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33468) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:32:14.151059 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-3dbbf15a-aa6f-4533-89b8-7c7ffae06061 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Request body: {'floatingip': {'port_id': '9b0c0698-3792-42f6-8dcf-f1ef6147e718'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:32:14.192374 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf15a-aa6f-4533-89b8-7c7ffae06061 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for floatingip, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:14.878868 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf15a-aa6f-4533-89b8-7c7ffae06061 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:14.938563 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf15a-aa6f-4533-89b8-7c7ffae06061 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:15.036441 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.l3_db [None req-3dbbf15a-aa6f-4533-89b8-7c7ffae06061 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Floating IP 36df207d-89ee-4ac0-b0ed-591c3eb9120d associated. External IP: 172.27.3.206, port: 9b0c0698-3792-42f6-8dcf-f1ef6147e718. Jul 08 12:32:15.237928 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbbf15a-aa6f-4533-89b8-7c7ffae06061 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:32:15.342110 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbbf15a-aa6f-4533-89b8-7c7ffae06061 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:32:15.347053 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf15a-aa6f-4533-89b8-7c7ffae06061 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:15.351254 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5133e7a-cf9f-48ef-bc00-d44659fdff25 None None] Sync routers for ids ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:32:15.360793 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5133e7a-cf9f-48ef-bc00-d44659fdff25 None None] Routers {'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:32:15.361407 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-a5133e7a-cf9f-48ef-bc00-d44659fdff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:31:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:15.386803 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-3dbbf15a-aa6f-4533-89b8-7c7ffae06061 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "PUT /v2.0/floatingips/36df207d-89ee-4ac0-b0ed-591c3eb9120d HTTP/1.1" status: 200 len: 991 time: 1.2391400 Jul 08 12:32:15.397805 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'tag': '9b0c0698-3792-42f6-8dcf-f1ef6147e718'}] {{(pid=93655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:32:15.397805 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a03bbc91d2f86613491d0901239a9001c4f73130c8ca6ab44098ce7ccb338547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57b6de3-c77a-420d-90d5-9498e2ed7666" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5c682d-49da-4a74-afe7-41b4c808b5f8", "tag": "9b0c0698-3792-42f6-8dcf-f1ef6147e718"}]}' {{(pid=93655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:32:15.430198 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd9cb32-b834-4084-9535-b8d629cae687 x-openstack-request-id: req-2fd9cb32-b834-4084-9535-b8d629cae687 {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:32:15.430198 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5c682d-49da-4a74-afe7-41b4c808b5f8", "tag": "9b0c0698-3792-42f6-8dcf-f1ef6147e718", "status": "completed", "code": 200}]} {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:32:15.430198 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2fd9cb32-b834-4084-9535-b8d629cae687 {{(pid=93655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:32:15.430198 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'tag': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'status': 'completed', 'code': 200} Jul 08 12:32:15.480156 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-a5133e7a-cf9f-48ef-bc00-d44659fdff25 None None] Set router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:32:15.506928 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c1101821-f2b7-4192-899c-554d636ef683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:15.507153 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b6de3-c77a-420d-90d5-9498e2ed7666 req-d9e31ff7-e365-4ed4-b9fe-bb318867440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:15.508602 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d57b6de3-c77a-420d-90d5-9498e2ed7666 req-d9e31ff7-e365-4ed4-b9fe-bb318867440e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0535641 Jul 08 12:32:15.609200 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b6de3-c77a-420d-90d5-9498e2ed7666 req-abbc93d5-6d95-489b-a35a-47623a9c323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:15.610906 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d57b6de3-c77a-420d-90d5-9498e2ed7666 req-abbc93d5-6d95-489b-a35a-47623a9c323d service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 200 len: 917 time: 0.0923212 Jul 08 12:32:15.675006 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d57b6de3-c77a-420d-90d5-9498e2ed7666 req-b312b0a5-84eb-451f-b5ec-8362dfa649a5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718 HTTP/1.1" status: 200 len: 999 time: 0.0580094 Jul 08 12:32:15.711718 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-a5133e7a-cf9f-48ef-bc00-d44659fdff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '36df207d-89ee-4ac0-b0ed-591c3eb9120d', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'port_id': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'mac_address': 'fa:16:3e:93:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:32:00Z', 'updated_at': '2021-07-08T12:32:14Z', 'revision_number': 1, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:16Z', 'revision_number': 5, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:15.725613 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b6de3-c77a-420d-90d5-9498e2ed7666 req-d83e4747-62ca-4d53-b4d9-16076ba36a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:15.727071 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d57b6de3-c77a-420d-90d5-9498e2ed7666 req-d83e4747-62ca-4d53-b4d9-16076ba36a08 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2889e973-26ef-4f9a-8438-d3a8d25d582e HTTP/1.1" status: 200 len: 855 time: 0.0456178 Jul 08 12:32:15.738906 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5133e7a-cf9f-48ef-bc00-d44659fdff25 None None] Checking router: dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:32:15.747678 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5133e7a-cf9f-48ef-bc00-d44659fdff25 None None] Routers {'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:32:15.748292 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-a5133e7a-cf9f-48ef-bc00-d44659fdff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:31:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:15.787431 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b6de3-c77a-420d-90d5-9498e2ed7666 req-ad56ac65-0918-4e09-9a30-67c3d2f143d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:15.788885 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d57b6de3-c77a-420d-90d5-9498e2ed7666 req-ad56ac65-0918-4e09-9a30-67c3d2f143d1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e4e0557-4bba-4b10-85f1-95b3483d6f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556931 Jul 08 12:32:15.852080 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-a5133e7a-cf9f-48ef-bc00-d44659fdff25 None None] Set router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:32:15.881159 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d57b6de3-c77a-420d-90d5-9498e2ed7666 req-c35affce-db86-48fe-81c9-1e5fb0d2ac14 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848517 Jul 08 12:32:15.973095 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-d57b6de3-c77a-420d-90d5-9498e2ed7666 req-d43d4d37-9ec0-46b9-b715-eca166fdc589 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855153 Jul 08 12:32:16.071434 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-a5133e7a-cf9f-48ef-bc00-d44659fdff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '36df207d-89ee-4ac0-b0ed-591c3eb9120d', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'port_id': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'mac_address': 'fa:16:3e:93:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:32:00Z', 'updated_at': '2021-07-08T12:32:14Z', 'revision_number': 1, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:16Z', 'revision_number': 5, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:16.102647 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5133e7a-cf9f-48ef-bc00-d44659fdff25 None None] The sync data for ids ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'] in dv-cinder-799631-5-iscsi is: [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '36df207d-89ee-4ac0-b0ed-591c3eb9120d', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'port_id': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'mac_address': 'fa:16:3e:93:6d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:32:00Z', 'updated_at': '2021-07-08T12:32:14Z', 'revision_number': 1, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:16Z', 'revision_number': 5, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:32:16.297884 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8e9f6f-49ec-46bf-a1cc-fd26e65bd745 None None] New status for floating IP 36df207d-89ee-4ac0-b0ed-591c3eb9120d: ACTIVE {{(pid=93657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:32:18.870665 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:19.550405 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-f62d20f6-4d3c-450d-9faa-42babf02f9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:20.613274 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:22.704969 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:34.937716 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e524181-7f52-4082-911a-7980a99f12cf req-1af1f5ec-55f1-45d1-a23e-02d5d6bac709 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:34.939139 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9e524181-7f52-4082-911a-7980a99f12cf req-1af1f5ec-55f1-45d1-a23e-02d5d6bac709 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 946 time: 0.0642569 Jul 08 12:32:34.985273 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9e524181-7f52-4082-911a-7980a99f12cf req-5c7f3cbf-8036-4907-a048-7205a5f6ba2f tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398688 Jul 08 12:32:36.159883 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37668b0-aa5a-4382-ae48-92de5a182ee4 req-ee97cee3-9301-469b-9dd7-658333784731 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:36.161355 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a37668b0-aa5a-4382-ae48-92de5a182ee4 req-ee97cee3-9301-469b-9dd7-658333784731 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 946 time: 0.0630610 Jul 08 12:32:36.198638 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a37668b0-aa5a-4382-ae48-92de5a182ee4 req-b040f74b-5696-4131-8277-f8f2e76ca28e tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315261 Jul 08 12:32:37.372708 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6715e11-a5bf-4c86-aa20-7d6bf1d080d6 req-2674a708-48be-447f-91dd-8e20bab7da0e tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:37.374171 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f6715e11-a5bf-4c86-aa20-7d6bf1d080d6 req-2674a708-48be-447f-91dd-8e20bab7da0e tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 946 time: 0.0661943 Jul 08 12:32:37.411077 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f6715e11-a5bf-4c86-aa20-7d6bf1d080d6 req-f7440d09-7e6d-4602-8021-1554f5d53cd5 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314338 Jul 08 12:32:38.586674 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082403a-43ee-4b7d-801c-d6a3b7fbc674 req-d6e77b97-34c2-446e-9827-19decfda237d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:38.588405 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f082403a-43ee-4b7d-801c-d6a3b7fbc674 req-d6e77b97-34c2-446e-9827-19decfda237d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 946 time: 0.0650587 Jul 08 12:32:38.627753 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f082403a-43ee-4b7d-801c-d6a3b7fbc674 req-a4af56dc-7d2c-4c59-9d94-2d0a67884405 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337627 Jul 08 12:32:39.804385 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9259e90-c0a9-42e8-b983-ff19ca714b74 req-f4427b3f-5126-4ebb-9aa1-4a61760bead0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:39.805898 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c9259e90-c0a9-42e8-b983-ff19ca714b74 req-f4427b3f-5126-4ebb-9aa1-4a61760bead0 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 946 time: 0.0681663 Jul 08 12:32:39.844263 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c9259e90-c0a9-42e8-b983-ff19ca714b74 req-7a2be7dc-5c53-484f-a0d6-df3a6c2e2c8d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328929 Jul 08 12:32:40.514020 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be8308-1efb-485e-88df-0de7951190ab req-a25075fb-7818-4bc8-b818-53887b9a2c8f tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:40.515459 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-72be8308-1efb-485e-88df-0de7951190ab req-a25075fb-7818-4bc8-b818-53887b9a2c8f tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.89 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 946 time: 0.0636680 Jul 08 12:32:40.617999 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-72be8308-1efb-485e-88df-0de7951190ab req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Deleting port 78824131-756d-4a7f-affb-c7482771b5b9 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:32:40.618238 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-72be8308-1efb-485e-88df-0de7951190ab req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:40.707756 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-72be8308-1efb-485e-88df-0de7951190ab req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] For port 78824131-756d-4a7f-affb-c7482771b5b9, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=78824131-756d-4a7f-affb-c7482771b5b9,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:32:40.708109 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-72be8308-1efb-485e-88df-0de7951190ab req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:41.041867 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75a253-7bb6-4afa-9888-fc84a558b903 req-b3de167b-43ed-43c3-aa02-c300e0063535 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:41.043378 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0e75a253-7bb6-4afa-9888-fc84a558b903 req-b3de167b-43ed-43c3-aa02-c300e0063535 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 946 time: 0.0781763 Jul 08 12:32:41.082047 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0e75a253-7bb6-4afa-9888-fc84a558b903 req-30aa0f1c-b378-4128-b08e-2b3b0ecb7d42 tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups?id=059d0d57-ea7f-474d-8717-109d1186c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328801 Jul 08 12:32:41.158885 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-72be8308-1efb-485e-88df-0de7951190ab req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:41.159114 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-72be8308-1efb-485e-88df-0de7951190ab req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:41.159419 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.l3_db [req-72be8308-1efb-485e-88df-0de7951190ab req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Floating IP c640809e-a868-4a7e-b7e5-6ec8ef24013a disassociated. External IP: 172.27.3.237, port: 78824131-756d-4a7f-affb-c7482771b5b9. Jul 08 12:32:41.159750 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-72be8308-1efb-485e-88df-0de7951190ab req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Calling delete_port for 78824131-756d-4a7f-affb-c7482771b5b9 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:32:41.343608 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-72be8308-1efb-485e-88df-0de7951190ab req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:41.373125 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event deleted for resources: {'Port': ['ID=78824131-756d-4a7f-affb-c7482771b5b9,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:41.490075 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72be8308-1efb-485e-88df-0de7951190ab req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:32:41.599347 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72be8308-1efb-485e-88df-0de7951190ab req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:32:41.609502 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172b9e7-b5b1-45de-ba37-458af0296fe5 None None] Sync routers for ids ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:32:41.619629 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172b9e7-b5b1-45de-ba37-458af0296fe5 None None] Routers {'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:32:41.620242 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-8172b9e7-b5b1-45de-ba37-458af0296fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:32:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:41.647067 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-72be8308-1efb-485e-88df-0de7951190ab req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] No DVR routers for this DVR port 78824131-756d-4a7f-affb-c7482771b5b9 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:32:41.649525 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-72be8308-1efb-485e-88df-0de7951190ab req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:41.651561 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-72be8308-1efb-485e-88df-0de7951190ab req-ef6f8693-ed67-43f5-a6a8-8822b0c368da tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.89 "DELETE /v2.0/ports/78824131-756d-4a7f-affb-c7482771b5b9 HTTP/1.1" status: 204 len: 173 time: 1.1306074 Jul 08 12:32:41.652026 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ad4fb6-ad5b-4978-846e-0071d6c3c267', 'name': 'network-vif-deleted', 'tag': '78824131-756d-4a7f-affb-c7482771b5b9'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:32:41.654471 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcad895-a427-4d05-98d9-ff703b873132" -d '{"events": [{"server_uuid": "37ad4fb6-ad5b-4978-846e-0071d6c3c267", "name": "network-vif-deleted", "tag": "78824131-756d-4a7f-affb-c7482771b5b9"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:32:41.692864 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338b8a1e-5993-49c2-910c-04b096ed37b7 x-openstack-request-id: req-338b8a1e-5993-49c2-910c-04b096ed37b7 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:32:41.693212 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ad4fb6-ad5b-4978-846e-0071d6c3c267", "name": "network-vif-deleted", "tag": "78824131-756d-4a7f-affb-c7482771b5b9", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:32:41.693529 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-338b8a1e-5993-49c2-910c-04b096ed37b7 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:32:41.693943 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ad4fb6-ad5b-4978-846e-0071d6c3c267', 'name': 'network-vif-deleted', 'tag': '78824131-756d-4a7f-affb-c7482771b5b9', 'status': 'completed', 'code': 200} Jul 08 12:32:41.731658 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-8172b9e7-b5b1-45de-ba37-458af0296fe5 None None] Set router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:32:41.937500 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-8172b9e7-b5b1-45de-ba37-458af0296fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:40Z', 'revision_number': 5, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:42.095054 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172b9e7-b5b1-45de-ba37-458af0296fe5 None None] Checking router: fee4f32d-842a-4f38-b8d9-6c6b59d49c3c for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:32:42.109084 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172b9e7-b5b1-45de-ba37-458af0296fe5 None None] Routers {'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:32:42.109716 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-8172b9e7-b5b1-45de-ba37-458af0296fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:32:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:42.188289 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:42.214717 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-8172b9e7-b5b1-45de-ba37-458af0296fe5 None None] Set router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:32:42.247169 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f6b798ac-b4de-4d86-8225-a973d89b95f8 req-f646c2da-d7c9-4b05-8028-a59aa1cb564b tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/ports?device_id=37ad4fb6-ad5b-4978-846e-0071d6c3c267 HTTP/1.1" status: 200 len: 210 time: 0.0294430 Jul 08 12:32:42.424501 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-8172b9e7-b5b1-45de-ba37-458af0296fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:40Z', 'revision_number': 5, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:42.455450 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172b9e7-b5b1-45de-ba37-458af0296fe5 None None] The sync data for ids ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'] in dv-cinder-799631-5-iscsi is: [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:22:30Z', 'revision_number': 4, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': 'd3fb0cad-d173-4e8a-8599-d68f9d472214', 'name': '', 'network_id': 'a51e55e7-ef45-400f-a6d9-0a508ab962db', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'mac_address': 'fa:16:3e:33:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:29Z', 'updated_at': '2021-07-08T12:22:40Z', 'revision_number': 5, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'subnets': [{'id': '5e045425-628c-4d0f-94f7-a80db002e4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:32:42.681726 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1799e752-3f13-48fd-b4a9-0e16d74ef466 None None] New status for floating IP c640809e-a868-4a7e-b7e5-6ec8ef24013a: DOWN {{(pid=93657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:32:43.458593 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33668) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:32:43.515252 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:43.542190 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:43.646277 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:43.649121 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:43.650331 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "DELETE /v2.0/security-groups/059d0d57-ea7f-474d-8717-109d1186c845 HTTP/1.1" status: 204 len: 168 time: 0.1906626 Jul 08 12:32:43.653155 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 33670) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:32:43.659496 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059d0d57-ea7f-474d-8717-109d1186c845,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:43.668988 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:43.669420 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:43.669864 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:43.670205 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:43.670541 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:43.671006 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:43.671346 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:43.671674 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:43.671794 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.api.v2.resource [None req-745c8780-941b-44f7-8506-1f6d7e81a44e tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] show failed (client error): The resource could not be found. Jul 08 12:32:43.672005 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:43.672722 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-745c8780-941b-44f7-8506-1f6d7e81a44e tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "GET /v2.0/security-groups/059d0d57-ea7f-474d-8717-109d1186c845 HTTP/1.1" status: 404 len: 347 time: 0.0185201 Jul 08 12:32:43.675321 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:43.675523 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 33674) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:32:43.675850 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:43.676197 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1c7f3-4c58-4715-8fd2-6525e4e9dbba tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:32:43.709049 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 78824131-756d-4a7f-affb-c7482771b5b9 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:32:43.745283 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: 78824131-756d-4a7f-affb-c7482771b5b9 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:32:43.745987 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 78824131-756d-4a7f-affb-c7482771b5b9 not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:32:43.847360 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-d667313b-b6a9-49c6-b03f-5933a08ca67d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Deleting port fb2bc621-07c3-41f1-be18-feb427872e67 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:32:43.847704 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d667313b-b6a9-49c6-b03f-5933a08ca67d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:43.892030 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-5a675e29-b903-4bd4-935a-3b132abb7347 req-0186cfc1-fa56-4c3a-a6eb-138fb9adb942 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2253141 Jul 08 12:32:43.957086 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d667313b-b6a9-49c6-b03f-5933a08ca67d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:43.957412 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d667313b-b6a9-49c6-b03f-5933a08ca67d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:43.973465 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-d667313b-b6a9-49c6-b03f-5933a08ca67d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Calling delete_port for fb2bc621-07c3-41f1-be18-feb427872e67 owned by network:floatingip {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:32:44.029795 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a675e29-b903-4bd4-935a-3b132abb7347 req-987a3a57-556b-4bdf-9a47-0b00f930becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:44.031315 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-5a675e29-b903-4bd4-935a-3b132abb7347 req-987a3a57-556b-4bdf-9a47-0b00f930becd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 1099 time: 0.1174159 Jul 08 12:32:44.183375 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a675e29-b903-4bd4-935a-3b132abb7347 req-02429771-d6b5-4f83-a842-67cea12f4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:44.184784 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-5a675e29-b903-4bd4-935a-3b132abb7347 req-02429771-d6b5-4f83-a842-67cea12f4472 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 912 time: 0.1307759 Jul 08 12:32:44.246637 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d667313b-b6a9-49c6-b03f-5933a08ca67d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:44.278002 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-5a675e29-b903-4bd4-935a-3b132abb7347 req-079e4de2-147a-4572-a8e8-037f472a3df0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 HTTP/1.1" status: 200 len: 1001 time: 0.0853798 Jul 08 12:32:44.279086 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667313b-b6a9-49c6-b03f-5933a08ca67d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Pushing event deleted for resources: {'Port': ['ID=fb2bc621-07c3-41f1-be18-feb427872e67,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:44.378681 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a675e29-b903-4bd4-935a-3b132abb7347 req-75d7ab19-0b9d-42f2-9581-8a9841f15757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:44.380130 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-5a675e29-b903-4bd4-935a-3b132abb7347 req-75d7ab19-0b9d-42f2-9581-8a9841f15757 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43fc61e1-2280-4220-b272-2e2e5663d052 HTTP/1.1" status: 200 len: 850 time: 0.0938692 Jul 08 12:32:44.385002 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d667313b-b6a9-49c6-b03f-5933a08ca67d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks [] for floatingip, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:44.387566 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d667313b-b6a9-49c6-b03f-5933a08ca67d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:44.388632 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-d667313b-b6a9-49c6-b03f-5933a08ca67d tempest-AttachVolumeTestJSON-1560623393 tempest-AttachVolumeTestJSON-1560623393-project] 10.222.0.88 "DELETE /v2.0/floatingips/c640809e-a868-4a7e-b7e5-6ec8ef24013a HTTP/1.1" status: 204 len: 168 time: 0.7120640 Jul 08 12:32:44.441141 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a675e29-b903-4bd4-935a-3b132abb7347 req-addbed44-7b0f-4530-924a-9f19399fdef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:44.442549 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-5a675e29-b903-4bd4-935a-3b132abb7347 req-addbed44-7b0f-4530-924a-9f19399fdef6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529623 Jul 08 12:32:44.453865 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [req-5a675e29-b903-4bd4-935a-3b132abb7347 req-01eb849a-f55f-496f-8fe1-c43dabc43b68 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:32:44.454833 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-5a675e29-b903-4bd4-935a-3b132abb7347 req-01eb849a-f55f-496f-8fe1-c43dabc43b68 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053675 Jul 08 12:32:44.546853 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-5a675e29-b903-4bd4-935a-3b132abb7347 req-c35f9834-7ea7-4360-b641-8d35b6c4ac0d service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856404 Jul 08 12:32:44.643974 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-5a675e29-b903-4bd4-935a-3b132abb7347 req-e0e2ca85-2207-403c-80e5-b3efe89f2102 service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892625 Jul 08 12:32:45.423944 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-1b15b5de-4169-49f8-b9d7-96e77ed4b971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:46.431983 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9e5b4397-7db7-4dbc-84a1-cb095cc6b980 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259161430&fields=id&tenant_id=3bd03333fac1458580472c07c3ce8543 HTTP/1.1" status: 200 len: 267 time: 0.0335028 Jul 08 12:32:46.538749 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-abf1f4e1-defd-45e1-897f-525ecb259253 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:46.540207 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-abf1f4e1-defd-45e1-897f-525ecb259253 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 811 time: 0.1015055 Jul 08 12:32:46.555250 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-045b2050-d780-437a-bdbd-a874aa503c29 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/quotas/3bd03333fac1458580472c07c3ce8543 HTTP/1.1" status: 200 len: 375 time: 0.0097001 Jul 08 12:32:46.631479 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-881a2a2c-c99b-476b-8f6f-fd2b588e58cb tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0714252 Jul 08 12:32:46.647225 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-863acd7a-0c6a-435e-8e0b-993879b9cef2 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:32:46.648181 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-863acd7a-0c6a-435e-8e0b-993879b9cef2 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052195 Jul 08 12:32:46.735437 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-091a7b8b-bd88-419f-a82b-17a5cf02fdf2 service neutron] 10.222.0.88 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819502 Jul 08 12:32:46.830087 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-62ba5509-0bc5-4f05-a75b-ef8fd676ae23 service neutron] 10.222.0.88 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887117 Jul 08 12:32:47.368422 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6d1475c2-d3b2-4705-9532-9aa1858a6e89 req-c1fa029d-7398-4566-9841-1c69e5d643f0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 210 time: 0.0305815 Jul 08 12:32:48.514940 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ef10e268-05e5-43e3-91f0-4582bbc004ef req-31ef72fe-517e-4056-92c4-8f9e997993e5 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 210 time: 0.0298214 Jul 08 12:32:48.858237 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:49.491225 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-c9165333-f9bf-4f75-a697-1d23b292f072 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:49.494316 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-c9165333-f9bf-4f75-a697-1d23b292f072 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 811 time: 0.1170647 Jul 08 12:32:49.547920 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-16834215-04c1-4d10-92fa-26661be04d9f tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bd03333fac1458580472c07c3ce8543 HTTP/1.1" status: 200 len: 379 time: 0.0441115 Jul 08 12:32:49.561606 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-6b8b16e9-92f9-4300-89d0-bf31f39e3d4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Request body: {'port': {'device_id': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'admin_state_up': True, 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'security_groups': ['644a4ef8-c292-4c88-9634-b34129950872']}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:32:49.583318 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-35f8bf61-4690-4eeb-bf0e-37d0f668f10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:49.634081 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33750) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:32:49.687716 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-69e01889-da29-4d94-adf2-d9a51bc56732 req-9fad2486-97d6-42b9-9027-0f8fce2b4211 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 210 time: 0.0425322 Jul 08 12:32:49.732261 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-6b8b16e9-92f9-4300-89d0-bf31f39e3d4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Made reservation on behalf of 3bd03333fac1458580472c07c3ce8543 for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:32:49.736184 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-6b8b16e9-92f9-4300-89d0-bf31f39e3d4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:49.875733 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-6b8b16e9-92f9-4300-89d0-bf31f39e3d4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Allocated IP 172.20.0.3 (e0d3d10d-6f47-4fb3-b0a8-cb923c50070d/43fc61e1-2280-4220-b272-2e2e5663d052/24c87d63-60c5-4600-859c-5c6a0ee7f841) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:32:50.002299 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:32:50.043659 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-6b8b16e9-92f9-4300-89d0-bf31f39e3d4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:50.057336 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-6b8b16e9-92f9-4300-89d0-bf31f39e3d4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Transition to ACTIVE for port object 24c87d63-60c5-4600-859c-5c6a0ee7f841 will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:32:50.124033 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5ec2e375-3a4a-4287-893f-93fd9a04b37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3780154'] for router_interface, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:50.184036 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-6b8b16e9-92f9-4300-89d0-bf31f39e3d4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:50.246448 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-6b8b16e9-92f9-4300-89d0-bf31f39e3d4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:32:50.249728 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-6b8b16e9-92f9-4300-89d0-bf31f39e3d4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:32:50.253827 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-6b8b16e9-92f9-4300-89d0-bf31f39e3d4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:32:50.260806 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b16e9-92f9-4300-89d0-bf31f39e3d4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'Port': ['ID=24c87d63-60c5-4600-859c-5c6a0ee7f841,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:50.327029 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-6b8b16e9-92f9-4300-89d0-bf31f39e3d4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:50.327029 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-6b8b16e9-92f9-4300-89d0-bf31f39e3d4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:50.410872 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-5ec2e375-3a4a-4287-893f-93fd9a04b37f admin admin] Deleting port d3fb0cad-d173-4e8a-8599-d68f9d472214 {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:32:50.411326 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5ec2e375-3a4a-4287-893f-93fd9a04b37f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:50.436234 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-6b8b16e9-92f9-4300-89d0-bf31f39e3d4a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8825362 Jul 08 12:32:50.449942 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Request body: {'port': {'device_id': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:32:50.500957 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [None req-5ec2e375-3a4a-4287-893f-93fd9a04b37f admin admin] For port d3fb0cad-d173-4e8a-8599-d68f9d472214, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=d3fb0cad-d173-4e8a-8599-d68f9d472214,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:32:50.501314 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5ec2e375-3a4a-4287-893f-93fd9a04b37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:50.516523 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-5ec2e375-3a4a-4287-893f-93fd9a04b37f admin admin] Calling delete_port for d3fb0cad-d173-4e8a-8599-d68f9d472214 owned by network:router_interface {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:32:50.538682 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:50.600727 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ea3d99ca-df68-4419-8623-81e2350fb64d None None] Provisioning for port 24c87d63-60c5-4600-859c-5c6a0ee7f841 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:32:50.605262 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ea3d99ca-df68-4419-8623-81e2350fb64d None None] Provisioning complete for port 24c87d63-60c5-4600-859c-5c6a0ee7f841 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:32:50.605645 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ea3d99ca-df68-4419-8623-81e2350fb64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:50.642380 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d99ca-df68-4419-8623-81e2350fb64d None None] Port 24c87d63-60c5-4600-859c-5c6a0ee7f841 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:32:50.665903 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:50.790473 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5ec2e375-3a4a-4287-893f-93fd9a04b37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:50.824477 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c87d63-60c5-4600-859c-5c6a0ee7f841 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:32:50.832663 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2e375-3a4a-4287-893f-93fd9a04b37f admin admin] Pushing event deleted for resources: {'Port': ['ID=d3fb0cad-d173-4e8a-8599-d68f9d472214,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:50.838247 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:50.848494 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Transition to ACTIVE for port object 24c87d63-60c5-4600-859c-5c6a0ee7f841 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:32:50.943992 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:51.011850 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c845a-c958-4c53-84d8-265b23750792 req-819b66f1-029d-49a7-84db-6e1cb3bc2a84 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:51.013792 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-019c845a-c958-4c53-84d8-265b23750792 req-819b66f1-029d-49a7-84db-6e1cb3bc2a84 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 931 time: 0.1883650 Jul 08 12:32:51.020723 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Pushing event updated for resources: {'Port': ['ID=24c87d63-60c5-4600-859c-5c6a0ee7f841,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:51.093302 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Attempting to bind port 24c87d63-60c5-4600-859c-5c6a0ee7f841 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:32:51.093914 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Attempting to bind port 24c87d63-60c5-4600-859c-5c6a0ee7f841 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:32:51.094433 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Attempting to bind port 24c87d63-60c5-4600-859c-5c6a0ee7f841 on network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:32:51.102016 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Port 24c87d63-60c5-4600-859c-5c6a0ee7f841 on network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:32:51.104669 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Attempting to bind port 24c87d63-60c5-4600-859c-5c6a0ee7f841 on network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:32:51.108744 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-019c845a-c958-4c53-84d8-265b23750792 req-80dc135b-ad16-49b4-be61-1bcfed41b120 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597124 Jul 08 12:32:51.111308 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:32:51.111779 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Checking segment: {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:32:51.112398 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5ec2e375-3a4a-4287-893f-93fd9a04b37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3780348'] for router_interface, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:51.112542 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Bound using segment: {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:32:51.113122 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Bound port: 24c87d63-60c5-4600-859c-5c6a0ee7f841, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:32:51.123386 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:51.200378 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] For port 24c87d63-60c5-4600-859c-5c6a0ee7f841, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:32:51.203651 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] For port 24c87d63-60c5-4600-859c-5c6a0ee7f841, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=24c87d63-60c5-4600-859c-5c6a0ee7f841,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:32:51.262632 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:51.300198 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:51.300919 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:51.302327 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] 10.222.0.89 "PUT /v2.0/ports/24c87d63-60c5-4600-859c-5c6a0ee7f841 HTTP/1.1" status: 200 len: 1093 time: 0.8576834 Jul 08 12:32:51.302770 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'tag': '24c87d63-60c5-4600-859c-5c6a0ee7f841'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:32:51.305141 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3346036c-b4fc-45ac-a5a9-d4566fa86728" -d '{"events": [{"name": "network-changed", "server_uuid": "364d6ea4-2238-4733-8732-b50d31b2cee7", "tag": "24c87d63-60c5-4600-859c-5c6a0ee7f841"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:32:51.347223 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe71cf1-188a-40b9-8ac0-422e3ebd94e3 service neutron] Pushing event updated for resources: {'Port': ['ID=24c87d63-60c5-4600-859c-5c6a0ee7f841,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:51.361868 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c497e544-3b4c-43eb-a06b-b5e6db6606e5 x-openstack-request-id: req-c497e544-3b4c-43eb-a06b-b5e6db6606e5 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:32:51.362677 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364d6ea4-2238-4733-8732-b50d31b2cee7", "tag": "24c87d63-60c5-4600-859c-5c6a0ee7f841", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:32:51.362982 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c497e544-3b4c-43eb-a06b-b5e6db6606e5 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:32:51.363534 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'tag': '24c87d63-60c5-4600-859c-5c6a0ee7f841', 'status': 'completed', 'code': 200} Jul 08 12:32:51.367613 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec2e375-3a4a-4287-893f-93fd9a04b37f admin admin] Router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:32:51.445318 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346036c-b4fc-45ac-a5a9-d4566fa86728 req-eded1ad3-1937-479c-b9c2-9263ea91409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:51.447159 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3346036c-b4fc-45ac-a5a9-d4566fa86728 req-eded1ad3-1937-479c-b9c2-9263ea91409c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 1096 time: 0.0620809 Jul 08 12:32:51.490967 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec2e375-3a4a-4287-893f-93fd9a04b37f admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:32:51.502808 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-5ec2e375-3a4a-4287-893f-93fd9a04b37f admin admin] 10.222.0.88 "PUT /v2.0/routers/fee4f32d-842a-4f38-b8d9-6c6b59d49c3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8620489 Jul 08 12:32:51.502808 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33760) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:32:51.504135 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d6e88a-afbd-493e-961b-0c3f695423b4 None None] Sync routers for ids ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:32:51.518615 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d6e88a-afbd-493e-961b-0c3f695423b4 None None] Routers {'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:32:51.519342 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-66d6e88a-afbd-493e-961b-0c3f695423b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:32:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:51.565335 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346036c-b4fc-45ac-a5a9-d4566fa86728 req-0e05aa44-5053-4c42-9f75-77c4f9363aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:51.566920 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3346036c-b4fc-45ac-a5a9-d4566fa86728 req-0e05aa44-5053-4c42-9f75-77c4f9363aec service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=3bd03333fac1458580472c07c3ce8543&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1118219 Jul 08 12:32:51.613668 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] Notify callbacks [] for router, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:51.630068 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-66d6e88a-afbd-493e-961b-0c3f695423b4 None None] Set router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:32:51.675538 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346036c-b4fc-45ac-a5a9-d4566fa86728 req-6dd2d9ff-b68c-465c-82b5-7ce1239f655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:51.677465 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3346036c-b4fc-45ac-a5a9-d4566fa86728 req-6dd2d9ff-b68c-465c-82b5-7ce1239f655a service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038911 Jul 08 12:32:51.729862 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:51.778768 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-38144ed3-0a3f-4494-b191-b94f16e249d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:51.780270 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-38144ed3-0a3f-4494-b191-b94f16e249d9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 1096 time: 0.0613124 Jul 08 12:32:51.821486 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-66d6e88a-afbd-493e-961b-0c3f695423b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:32:50Z', 'revision_number': 5, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port': {'id': '3bb6abef-383b-45ad-9aa1-ca6516f45a01', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:22:25Z', 'updated_at': '2021-07-08T12:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:51.824035 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-6e9e4be3-4f35-46a3-9802-35802adcc9f5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c87d63-60c5-4600-859c-5c6a0ee7f841 HTTP/1.1" status: 200 len: 217 time: 0.0362027 Jul 08 12:32:51.846059 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] Deleting port 3bb6abef-383b-45ad-9aa1-ca6516f45a01 {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:32:51.846637 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:51.852759 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d6e88a-afbd-493e-961b-0c3f695423b4 None None] Checking router: fee4f32d-842a-4f38-b8d9-6c6b59d49c3c for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:32:51.861273 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d6e88a-afbd-493e-961b-0c3f695423b4 None None] Routers {'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:32:51.861899 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-66d6e88a-afbd-493e-961b-0c3f695423b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:32:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:51.873389 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-45b396b3-4a00-4a0b-85b0-2f1624b69da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:51.874855 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-45b396b3-4a00-4a0b-85b0-2f1624b69da8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43fc61e1-2280-4220-b272-2e2e5663d052 HTTP/1.1" status: 200 len: 850 time: 0.0450215 Jul 08 12:32:51.934630 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] For port 3bb6abef-383b-45ad-9aa1-ca6516f45a01, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=3bb6abef-383b-45ad-9aa1-ca6516f45a01,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:32:51.935079 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:51.939269 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-1b6444b4-d365-4dc5-a6b3-6fd007a294bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:51.940888 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-1b6444b4-d365-4dc5-a6b3-6fd007a294bb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596139 Jul 08 12:32:51.948877 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] Calling delete_port for 3bb6abef-383b-45ad-9aa1-ca6516f45a01 owned by network:router_gateway {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:32:51.950593 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-66d6e88a-afbd-493e-961b-0c3f695423b4 None None] Set router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c gateway port host: None {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:32:52.002222 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-66d6e88a-afbd-493e-961b-0c3f695423b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:32:51Z', 'revision_number': 6, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port_host': None}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:52.032227 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d6e88a-afbd-493e-961b-0c3f695423b4 None None] The sync data for ids ['fee4f32d-842a-4f38-b8d9-6c6b59d49c3c'] in dv-cinder-799631-5-iscsi is: [{'id': 'fee4f32d-842a-4f38-b8d9-6c6b59d49c3c', 'name': 'tempest-AttachVolumeTestJSON-1764154100-router', 'tenant_id': '910ce624b8034309b4a99c095ec09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:22:23Z', 'updated_at': '2021-07-08T12:32:51Z', 'revision_number': 6, 'project_id': '910ce624b8034309b4a99c095ec09b5e', 'gw_port_host': None}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:32:52.043291 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-327911af-6595-449a-b24f-14646f8b3fa1 service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955899 Jul 08 12:32:52.149370 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-78f6d311-64cc-40fb-b93a-157dd8aeab62 req-07cd33d9-310e-40a1-8003-99bede2de3d5 service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980794 Jul 08 12:32:52.206597 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:52.244374 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb6abef-383b-45ad-9aa1-ca6516f45a01,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:52.334500 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3782391'] for router_gateway, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:52.464724 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device d3fb0cad-d173-4e8a-8599-d68f9d472214 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:32:52.489178 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: d3fb0cad-d173-4e8a-8599-d68f9d472214 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:32:52.489524 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device d3fb0cad-d173-4e8a-8599-d68f9d472214 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:32:52.688494 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789b7b4-fd60-4ab6-8329-e066ac3a6698 req-31aaa222-f89c-45eb-9c6d-76cfcc8b2098 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:52.689978 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c789b7b4-fd60-4ab6-8329-e066ac3a6698 req-31aaa222-f89c-45eb-9c6d-76cfcc8b2098 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 943 time: 0.4736025 Jul 08 12:32:52.698707 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59185'] for router, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:52.701326 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:52.720913 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:52.766113 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c789b7b4-fd60-4ab6-8329-e066ac3a6698 req-822c57c4-74df-46f4-80b2-1bb55c28f664 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689819 Jul 08 12:32:52.840920 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3769747'] for router, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:52.841483 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fee4f32d-842a-4f38-b8d9-6c6b59d49c3c {{(pid=93655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 12:32:52.846001 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] Notify callbacks [] for router, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:52.847275 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-c07d5989-e6f7-4542-a4e4-234afe1cc34b admin admin] 10.222.0.88 "DELETE /v2.0/routers/fee4f32d-842a-4f38-b8d9-6c6b59d49c3c HTTP/1.1" status: 204 len: 168 time: 1.3460879 Jul 08 12:32:52.849851 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33768) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:32:52.906416 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d47d852-3d94-489b-b919-1414914bfdc9 admin admin] Deleting subnet 5e045425-628c-4d0f-94f7-a80db002e4c1 {{(pid=93655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:32:52.912430 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0d47d852-3d94-489b-b919-1414914bfdc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:52.956322 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0d47d852-3d94-489b-b919-1414914bfdc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59581787'] for subnet, precommit_delete_associations {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.037381 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0d47d852-3d94-489b-b919-1414914bfdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.155026 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0d47d852-3d94-489b-b919-1414914bfdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61923534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61887726'] for subnet, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.192674 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47d852-3d94-489b-b919-1414914bfdc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e045425-628c-4d0f-94f7-a80db002e4c1,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:53.196662 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0d47d852-3d94-489b-b919-1414914bfdc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.199501 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-0d47d852-3d94-489b-b919-1414914bfdc9 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5e045425-628c-4d0f-94f7-a80db002e4c1 HTTP/1.1" status: 204 len: 168 time: 0.3476093 Jul 08 12:32:53.202160 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33770) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:32:53.205007 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec3db8-9dd3-4f3b-a488-0713bb6dcf2b None None] Network a51e55e7-ef45-400f-a6d9-0a508ab962db requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:32:53.272401 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.325199 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Deleting port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:32:53.325532 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.391981 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] For port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=425fbc38-3a7b-4bbb-a2ee-884fb54172ac,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:32:53.392261 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61977376-b7f8-4181-9304-12f802ced6cf None None] DHCP port deletion for a51e55e7-ef45-400f-a6d9-0a508ab962db request from dv-cinder-799631-5-iscsi {{(pid=93656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 12:32:53.392367 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.405465 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Calling delete_port for 425fbc38-3a7b-4bbb-a2ee-884fb54172ac owned by network:dhcp {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:32:53.438020 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-61977376-b7f8-4181-9304-12f802ced6cf None None] Deleting port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac {{(pid=93656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:32:53.438398 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-61977376-b7f8-4181-9304-12f802ced6cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.498593 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-61977376-b7f8-4181-9304-12f802ced6cf None None] For port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=425fbc38-3a7b-4bbb-a2ee-884fb54172ac,segment=NetworkSegment(0b84c30d-a4b7-498d-9736-692c92a3c27d),segment_id=0b84c30d-a4b7-498d-9736-692c92a3c27d)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:32:53.498977 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-61977376-b7f8-4181-9304-12f802ced6cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.512167 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-61977376-b7f8-4181-9304-12f802ced6cf None None] Calling delete_port for 425fbc38-3a7b-4bbb-a2ee-884fb54172ac owned by network:dhcp {{(pid=93656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:32:53.526233 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.553400 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Pushing event deleted for resources: {'Port': ['ID=425fbc38-3a7b-4bbb-a2ee-884fb54172ac,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:53.555835 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] No DVR routers for this DVR port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac on host dv-cinder-799631-5-iscsi {{(pid=93655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:32:53.593879 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-61977376-b7f8-4181-9304-12f802ced6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669'] for port, after_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.620628 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61977376-b7f8-4181-9304-12f802ced6cf None None] Pushing event deleted for resources: {'Port': ['ID=425fbc38-3a7b-4bbb-a2ee-884fb54172ac,revision_number=None']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:53.624784 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61977376-b7f8-4181-9304-12f802ced6cf None None] No DVR routers for this DVR port 425fbc38-3a7b-4bbb-a2ee-884fb54172ac on host dv-cinder-799631-5-iscsi {{(pid=93656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:32:53.642443 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.653640 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51e55e7-ef45-400f-a6d9-0a508ab962db']}} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:53.664307 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b84c30d-a4b7-498d-9736-692c92a3c27d') {'for_net_delete': True} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:53.664596 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b84c30d-a4b7-498d-9736-692c92a3c27d') {} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:32:53.673090 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59581778'] for segment, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.686653 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.692276 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=93655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:32:53.692689 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61923433'] for segment, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: Traceback (most recent call last): Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: timer() Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: cb(*args, **kw) Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: return func(*args, **kwargs) Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: self._notify() Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: self.callback(batched_events) Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: event.method(event) Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: return f(self, *a, **k) Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: return self._get(url).json() Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: return self.request(url, 'GET', **kwargs) Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:32:53.694262 dv-cinder-799631-5-iscsi neutron-server[93655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:32:53.823492 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.840188 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:53.842066 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] 10.222.0.88 "DELETE /v2.0/networks/a51e55e7-ef45-400f-a6d9-0a508ab962db HTTP/1.1" status: 204 len: 168 time: 0.6389782 Jul 08 12:32:53.843317 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a73c15-ce17-4ef7-9500-f3e46d4bdc6f admin admin] Pushing event deleted for resources: {'Network': ['ID=a51e55e7-ef45-400f-a6d9-0a508ab962db,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:53.951025 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e3f48-025a-415a-89cc-6ce434fc1161 req-09abf99e-7485-4875-a331-cf9bc17a6d7c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:53.952534 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0b5e3f48-025a-415a-89cc-6ce434fc1161 req-09abf99e-7485-4875-a331-cf9bc17a6d7c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 943 time: 0.0649886 Jul 08 12:32:53.991917 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0b5e3f48-025a-415a-89cc-6ce434fc1161 req-2726e7a0-10c2-43ef-b8ae-2492d1e6cd6b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332727 Jul 08 12:32:54.143051 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 3bb6abef-383b-45ad-9aa1-ca6516f45a01 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:32:54.163801 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 3bb6abef-383b-45ad-9aa1-ca6516f45a01 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:32:54.164271 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 3bb6abef-383b-45ad-9aa1-ca6516f45a01 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:32:54.164711 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 425fbc38-3a7b-4bbb-a2ee-884fb54172ac no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:32:54.171100 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33778) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:32:54.183619 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 425fbc38-3a7b-4bbb-a2ee-884fb54172ac {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:32:54.183966 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 425fbc38-3a7b-4bbb-a2ee-884fb54172ac not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:32:54.213977 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-db4ae904-bc32-4049-bd1e-d47265eadf21 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=910ce624b8034309b4a99c095ec09b5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417192 Jul 08 12:32:54.216592 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33780) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:32:54.264582 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ddf5d79b-e08f-48ec-981b-19c174c72d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:54.285941 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ddf5d79b-e08f-48ec-981b-19c174c72d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:54.400231 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ddf5d79b-e08f-48ec-981b-19c174c72d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:54.402705 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ddf5d79b-e08f-48ec-981b-19c174c72d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:54.403870 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-ddf5d79b-e08f-48ec-981b-19c174c72d58 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6be12824-498c-4fb3-8f4a-3ffa249f945a HTTP/1.1" status: 204 len: 168 time: 0.1863768 Jul 08 12:32:54.411779 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5d79b-e08f-48ec-981b-19c174c72d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be12824-498c-4fb3-8f4a-3ffa249f945a,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:32:55.181680 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ba3a6-d139-4129-a5e4-a61d54a2c9ce req-410b486b-6caa-49e5-a4f3-7f7422e65c53 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:55.183219 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e56ba3a6-d139-4129-a5e4-a61d54a2c9ce req-410b486b-6caa-49e5-a4f3-7f7422e65c53 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 943 time: 0.0752063 Jul 08 12:32:55.224943 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e56ba3a6-d139-4129-a5e4-a61d54a2c9ce req-c80f21bf-4a01-4823-918b-bcb1f6213a21 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338809 Jul 08 12:32:56.405130 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48abec-9ee9-4060-9cc3-29c1e1d03800 req-8869c6ca-69e7-45d5-8168-ac4f420f427e tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:56.406624 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bc48abec-9ee9-4060-9cc3-29c1e1d03800 req-8869c6ca-69e7-45d5-8168-ac4f420f427e tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 943 time: 0.0645928 Jul 08 12:32:56.445079 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bc48abec-9ee9-4060-9cc3-29c1e1d03800 req-91a2bddd-4427-4ddf-9609-e25771dc62cc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324461 Jul 08 12:32:57.618174 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5147e0-f4ac-4f5c-bdb2-8ebc13a7edc4 req-15e0cc55-f9ee-43c3-8b5b-7d6550b06885 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:57.619532 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fd5147e0-f4ac-4f5c-bdb2-8ebc13a7edc4 req-15e0cc55-f9ee-43c3-8b5b-7d6550b06885 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 943 time: 0.0657811 Jul 08 12:32:57.655960 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fd5147e0-f4ac-4f5c-bdb2-8ebc13a7edc4 req-3f0f0c8b-7854-4a9a-9042-d7872bc54746 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308876 Jul 08 12:32:58.826456 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed4038-9bce-4dd7-aa12-26c45759af52 req-8c519fdd-f570-4b9e-97a8-d644eb33f4e7 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:32:58.827898 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-13ed4038-9bce-4dd7-aa12-26c45759af52 req-8c519fdd-f570-4b9e-97a8-d644eb33f4e7 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 943 time: 0.0613387 Jul 08 12:32:58.864644 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-13ed4038-9bce-4dd7-aa12-26c45759af52 req-b6ddd57a-0158-4429-a3fe-dcc1c6a4342d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311296 Jul 08 12:32:59.774002 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 24c87d63-60c5-4600-859c-5c6a0ee7f841 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:32:59.868865 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 24c87d63-60c5-4600-859c-5c6a0ee7f841, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=24c87d63-60c5-4600-859c-5c6a0ee7f841,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:32:59.880071 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '24c87d63-60c5-4600-859c-5c6a0ee7f841', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'port_id': '24c87d63-60c5-4600-859c-5c6a0ee7f841', 'mac_address': 'fa:16:3e:3d:cf:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:32:59.928945 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:32:59.942359 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c87d63-60c5-4600-859c-5c6a0ee7f841 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:32:59.964253 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 24c87d63-60c5-4600-859c-5c6a0ee7f841, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=24c87d63-60c5-4600-859c-5c6a0ee7f841,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:33:00.029136 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:00.050017 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea5ea4-41ca-4305-b022-233f4c680ebe req-fb5f5f41-a336-4dec-92ad-e893de621d8b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:00.051497 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-acea5ea4-41ca-4305-b022-233f4c680ebe req-fb5f5f41-a336-4dec-92ad-e893de621d8b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 943 time: 0.0682166 Jul 08 12:33:00.081713 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=24c87d63-60c5-4600-859c-5c6a0ee7f841,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:33:00.092822 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-acea5ea4-41ca-4305-b022-233f4c680ebe req-d6a5010d-eb81-418c-9fd6-680a571fc08c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347643 Jul 08 12:33:01.274068 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9ced3-70bc-4b7e-9234-5d01bf61bb28 req-abe47aed-f7c1-487a-b6a0-7eecf7cd8039 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:01.275863 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-64c9ced3-70bc-4b7e-9234-5d01bf61bb28 req-abe47aed-f7c1-487a-b6a0-7eecf7cd8039 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 944 time: 0.0743887 Jul 08 12:33:01.312757 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-64c9ced3-70bc-4b7e-9234-5d01bf61bb28 req-7f59f990-c763-4661-a1b6-d664e65213df tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313251 Jul 08 12:33:02.483545 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f33505-c2be-410b-9db4-e70b2b8e9560 req-1902e87c-10c2-46fb-8563-8c9db2cf0bff tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:02.485019 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-75f33505-c2be-410b-9db4-e70b2b8e9560 req-1902e87c-10c2-46fb-8563-8c9db2cf0bff tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 944 time: 0.0633106 Jul 08 12:33:02.522516 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-75f33505-c2be-410b-9db4-e70b2b8e9560 req-2467d7ed-c7d7-4d3d-a345-2399c6a8eb82 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318923 Jul 08 12:33:03.696026 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65dc9b-f0ed-4a3d-83c6-8218561effbe req-5ee810e8-cf0f-4074-b344-86408d931746 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:03.697676 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7e65dc9b-f0ed-4a3d-83c6-8218561effbe req-5ee810e8-cf0f-4074-b344-86408d931746 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 944 time: 0.0658946 Jul 08 12:33:03.735087 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7e65dc9b-f0ed-4a3d-83c6-8218561effbe req-1585bcc0-4f40-464b-8798-7976e3e76960 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319910 Jul 08 12:33:04.242262 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['24c87d63-60c5-4600-859c-5c6a0ee7f841'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:33:04.907092 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf86ab0-3d4d-4a82-857b-c9a4290a5206 req-0fa04e71-276f-42d7-8b03-113397ec9452 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:04.908451 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7cf86ab0-3d4d-4a82-857b-c9a4290a5206 req-0fa04e71-276f-42d7-8b03-113397ec9452 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 944 time: 0.0631735 Jul 08 12:33:04.944434 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7cf86ab0-3d4d-4a82-857b-c9a4290a5206 req-d2e18440-282d-4f0d-8a99-612aaf9eff17 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304551 Jul 08 12:33:06.124006 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6871b-06d6-49ff-ac6e-1e1682038056 req-d5809785-ae64-4fc2-bb3d-21ee04ab3167 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:06.125513 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7bf6871b-06d6-49ff-ac6e-1e1682038056 req-d5809785-ae64-4fc2-bb3d-21ee04ab3167 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 944 time: 0.0672784 Jul 08 12:33:06.164117 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7bf6871b-06d6-49ff-ac6e-1e1682038056 req-7e541615-bc9e-4c58-9af6-33879920cc64 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330083 Jul 08 12:33:06.248559 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 24c87d63-60c5-4600-859c-5c6a0ee7f841 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:33:06.365521 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port 24c87d63-60c5-4600-859c-5c6a0ee7f841 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:33:06.369396 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 24c87d63-60c5-4600-859c-5c6a0ee7f841 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:33:06.370468 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:06.453548 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:06.478398 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c87d63-60c5-4600-859c-5c6a0ee7f841'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:33:06.481052 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d276531-d823-4994-88cb-5106485f6338" -d '{"events": [{"server_uuid": "364d6ea4-2238-4733-8732-b50d31b2cee7", "name": "network-vif-plugged", "status": "completed", "tag": "24c87d63-60c5-4600-859c-5c6a0ee7f841"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:33:06.497274 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 24c87d63-60c5-4600-859c-5c6a0ee7f841, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=24c87d63-60c5-4600-859c-5c6a0ee7f841,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:33:06.521904 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859c2357-7344-446f-9596-848a05e38f38 x-openstack-request-id: req-859c2357-7344-446f-9596-848a05e38f38 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:33:06.522246 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364d6ea4-2238-4733-8732-b50d31b2cee7", "name": "network-vif-plugged", "status": "completed", "tag": "24c87d63-60c5-4600-859c-5c6a0ee7f841", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:33:06.522507 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-859c2357-7344-446f-9596-848a05e38f38 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:33:06.522927 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c87d63-60c5-4600-859c-5c6a0ee7f841', 'code': 200} Jul 08 12:33:06.544151 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:06.592866 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=24c87d63-60c5-4600-859c-5c6a0ee7f841,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:33:06.954236 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e0431-baa8-4e23-96d4-77c7e40491cb req-e2b8f9e2-81b7-4c8c-84d7-aadfe49dd79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:06.955704 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ae0e0431-baa8-4e23-96d4-77c7e40491cb req-e2b8f9e2-81b7-4c8c-84d7-aadfe49dd79b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 1098 time: 0.0509834 Jul 08 12:33:06.991305 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ae0e0431-baa8-4e23-96d4-77c7e40491cb req-45bf6be8-9bff-4148-8a1a-86c802344225 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291581 Jul 08 12:33:07.350262 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0954ae-11b0-4db5-aab8-cc61e96e903a req-5316cac1-924b-486c-afab-3f81b38d30f1 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:07.351653 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2c0954ae-11b0-4db5-aab8-cc61e96e903a req-5316cac1-924b-486c-afab-3f81b38d30f1 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 945 time: 0.0679879 Jul 08 12:33:07.389812 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2c0954ae-11b0-4db5-aab8-cc61e96e903a req-fb12874d-1ec4-4238-88d7-c70a6cf08597 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316274 Jul 08 12:33:08.568153 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b885820-bef0-46de-a0a5-fa0f1f6671bc req-d92042a9-f800-443a-af13-6d95a224e771 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:08.569699 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9b885820-bef0-46de-a0a5-fa0f1f6671bc req-d92042a9-f800-443a-af13-6d95a224e771 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 945 time: 0.0654807 Jul 08 12:33:08.609231 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9b885820-bef0-46de-a0a5-fa0f1f6671bc req-ed543403-9a1e-400f-94bb-2a2956ffab6b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337315 Jul 08 12:33:09.787544 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1979a92-a301-41f9-b3db-bce2b90fdd0f req-9cb2000c-726e-434d-ac14-69f95082a09b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:09.789046 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a1979a92-a301-41f9-b3db-bce2b90fdd0f req-9cb2000c-726e-434d-ac14-69f95082a09b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 945 time: 0.0681858 Jul 08 12:33:09.828473 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a1979a92-a301-41f9-b3db-bce2b90fdd0f req-174d2eb1-5904-49bf-8509-ac4cc11d1e92 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334632 Jul 08 12:33:10.000891 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86682ff7-c8f3-427c-9fe7-4f09da5e7c22 req-988b1ade-4b73-463a-bc1f-52f6ac11eb89 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:10.002374 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-86682ff7-c8f3-427c-9fe7-4f09da5e7c22 req-988b1ade-4b73-463a-bc1f-52f6ac11eb89 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 945 time: 0.0650103 Jul 08 12:33:10.042060 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-86682ff7-c8f3-427c-9fe7-4f09da5e7c22 req-1dd3c504-0ab1-4a89-b729-1271244115c7 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336113 Jul 08 12:33:10.067665 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33956) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:33:10.270284 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab13ae7-8f09-49d8-9201-0e9ce16dc049 tempest-TestVolumeBootPattern-730872677 tempest-TestVolumeBootPattern-730872677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:10.271854 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-7ab13ae7-8f09-49d8-9201-0e9ce16dc049 tempest-TestVolumeBootPattern-730872677 tempest-TestVolumeBootPattern-730872677-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 1093 time: 0.2031560 Jul 08 12:33:10.274633 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 33964) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:33:10.279385 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Request body: {'floatingip': {'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'port_id': '24c87d63-60c5-4600-859c-5c6a0ee7f841', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:33:10.337476 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for floatingip, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:10.434078 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:10.540582 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_common [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Allocated IP 172.27.3.85 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/6f3b97d1-4910-4804-a1ed-86210b65f230) {{(pid=93655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:33:10.639333 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for port, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:10.725760 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61923475'] for port, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:10.762116 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:33:10.768100 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:33:10.771520 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Received port after_create {{(pid=93655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:33:10.776843 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'Port': ['ID=6f3b97d1-4910-4804-a1ed-86210b65f230,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:33:11.139626 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:11.267422 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:11.430214 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for port, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:11.480199 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61923469'] for port, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:11.554366 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event updated for resources: {'Port': ['ID=6f3b97d1-4910-4804-a1ed-86210b65f230,revision_number=2']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:33:11.559349 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:11.658843 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.l3_db [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Floating IP e1eae4ea-4e2f-4c50-9c66-1aca26ae222b associated. External IP: 172.27.3.85, port: 24c87d63-60c5-4600-859c-5c6a0ee7f841. Jul 08 12:33:11.863743 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:33:11.969680 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:33:11.980994 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366d3aa-b6dc-46b1-83a3-b4b224d6a29a None None] Sync routers for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:33:11.989514 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366d3aa-b6dc-46b1-83a3-b4b224d6a29a None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:33:11.990134 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-2366d3aa-b6dc-46b1-83a3-b4b224d6a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:32:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:33:12.051453 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:12.093648 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-4d5bebe5-6ff0-4f66-8e0f-79c686c48adc tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8179910 Jul 08 12:33:12.094469 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'tag': '24c87d63-60c5-4600-859c-5c6a0ee7f841'}] {{(pid=93655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:33:12.096819 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a03bbc91d2f86613491d0901239a9001c4f73130c8ca6ab44098ce7ccb338547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8b1684-e3c2-4c5a-934d-189dcfbd01a0" -d '{"events": [{"name": "network-changed", "server_uuid": "364d6ea4-2238-4733-8732-b50d31b2cee7", "tag": "24c87d63-60c5-4600-859c-5c6a0ee7f841"}]}' {{(pid=93655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:33:12.115868 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-2366d3aa-b6dc-46b1-83a3-b4b224d6a29a None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:33:12.138738 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584de16c-2ce0-4d1c-9090-3a977c6493ba x-openstack-request-id: req-584de16c-2ce0-4d1c-9090-3a977c6493ba {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:33:12.139029 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364d6ea4-2238-4733-8732-b50d31b2cee7", "tag": "24c87d63-60c5-4600-859c-5c6a0ee7f841", "status": "completed", "code": 200}]} {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:33:12.139275 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-584de16c-2ce0-4d1c-9090-3a977c6493ba {{(pid=93655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:33:12.139671 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'tag': '24c87d63-60c5-4600-859c-5c6a0ee7f841', 'status': 'completed', 'code': 200} Jul 08 12:33:12.148693 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:12.222633 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b1684-e3c2-4c5a-934d-189dcfbd01a0 req-9c433f68-345e-4d9a-93d8-3fb770c9e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:12.224265 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc8b1684-e3c2-4c5a-934d-189dcfbd01a0 req-9c433f68-345e-4d9a-93d8-3fb770c9e4d1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 1098 time: 0.0563083 Jul 08 12:33:12.320052 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b1684-e3c2-4c5a-934d-189dcfbd01a0 req-952603e4-2daf-4817-8414-af6d21af79f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:12.321541 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc8b1684-e3c2-4c5a-934d-189dcfbd01a0 req-952603e4-2daf-4817-8414-af6d21af79f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 912 time: 0.0884156 Jul 08 12:33:12.350222 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-2366d3aa-b6dc-46b1-83a3-b4b224d6a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '00493d9e-99b1-432c-b65f-5a2806b8d19f', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:74:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:30:29Z', 'updated_at': '2021-07-08T12:30:32Z', 'revision_number': 1, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}, {'id': 'e1eae4ea-4e2f-4c50-9c66-1aca26ae222b', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': '24c87d63-60c5-4600-859c-5c6a0ee7f841', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:3d:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:33:10Z', 'updated_at': '2021-07-08T12:33:10Z', 'revision_number': 0, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:33:12.379613 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366d3aa-b6dc-46b1-83a3-b4b224d6a29a None None] Checking router: 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:33:12.388297 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366d3aa-b6dc-46b1-83a3-b4b224d6a29a None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:33:12.388978 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-2366d3aa-b6dc-46b1-83a3-b4b224d6a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:32:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:33:12.390337 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc8b1684-e3c2-4c5a-934d-189dcfbd01a0 req-d6aeda03-dbc8-446e-933f-57c5f424cc2f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c87d63-60c5-4600-859c-5c6a0ee7f841 HTTP/1.1" status: 200 len: 998 time: 0.0608332 Jul 08 12:33:12.443589 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b1684-e3c2-4c5a-934d-189dcfbd01a0 req-8dc74497-dbf4-4fe5-87cf-313f3e3a194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:12.445058 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc8b1684-e3c2-4c5a-934d-189dcfbd01a0 req-8dc74497-dbf4-4fe5-87cf-313f3e3a194e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43fc61e1-2280-4220-b272-2e2e5663d052 HTTP/1.1" status: 200 len: 850 time: 0.0483508 Jul 08 12:33:12.491833 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-2366d3aa-b6dc-46b1-83a3-b4b224d6a29a None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:33:12.503391 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b1684-e3c2-4c5a-934d-189dcfbd01a0 req-4b977f5c-3a1e-48aa-b419-6d9f47f2a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:33:12.504934 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc8b1684-e3c2-4c5a-934d-189dcfbd01a0 req-4b977f5c-3a1e-48aa-b419-6d9f47f2a48e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537641 Jul 08 12:33:12.608863 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc8b1684-e3c2-4c5a-934d-189dcfbd01a0 req-8d406419-3f7e-4e6b-8de0-830047e9380e service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928688 Jul 08 12:33:12.708206 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-fc8b1684-e3c2-4c5a-934d-189dcfbd01a0 req-9b3e97bb-5fea-4dfe-ad58-27b67e74dcee service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927255 Jul 08 12:33:12.722234 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-2366d3aa-b6dc-46b1-83a3-b4b224d6a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '00493d9e-99b1-432c-b65f-5a2806b8d19f', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:74:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:30:29Z', 'updated_at': '2021-07-08T12:30:32Z', 'revision_number': 1, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}, {'id': 'e1eae4ea-4e2f-4c50-9c66-1aca26ae222b', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': '24c87d63-60c5-4600-859c-5c6a0ee7f841', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:3d:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:33:10Z', 'updated_at': '2021-07-08T12:33:10Z', 'revision_number': 0, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:33:12.749887 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366d3aa-b6dc-46b1-83a3-b4b224d6a29a None None] The sync data for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi is: [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '00493d9e-99b1-432c-b65f-5a2806b8d19f', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:74:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:30:29Z', 'updated_at': '2021-07-08T12:30:32Z', 'revision_number': 1, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}, {'id': 'e1eae4ea-4e2f-4c50-9c66-1aca26ae222b', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': '24c87d63-60c5-4600-859c-5c6a0ee7f841', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:3d:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:33:10Z', 'updated_at': '2021-07-08T12:33:10Z', 'revision_number': 0, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:33:12.938810 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84cb85d-f023-427e-b9d1-02b5771a73ff None None] New status for floating IP e1eae4ea-4e2f-4c50-9c66-1aca26ae222b: ACTIVE {{(pid=93656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:33:15.445602 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ae4313de-409c-4241-9931-833d5fe750c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:18.868252 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:19.531021 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-063210bf-ba7a-4093-a094-47bc7573c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:20.589167 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:22.737429 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:27.000713 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:33:42.243968 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:45.449866 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-586ef19b-8772-44e4-beec-8dee0dc59c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:48.856738 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:49.559080 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a71537b8-5f05-4fe1-9d81-8fed3f5cf735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:50.599143 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:51.145820 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 34306) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:33:51.247583 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:51.334382 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:51.382165 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:51.420133 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0af3fe-d56e-462c-960f-d893b0c8bd63,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:33:51.424015 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=03244647d42849d2b8653d0d9b7da5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771633 Jul 08 12:33:51.426671 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 34310) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:33:51.429946 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.430297 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.430639 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.430974 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.431302 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.431626 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.431951 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.432344 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.432703 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.433095 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.433436 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.433759 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323610a7-3254-4f59-b137-fa2bee8608d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.475826 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:51.497596 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:51.633650 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:51.636381 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:51.637573 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2b0af3fe-d56e-462c-960f-d893b0c8bd63 HTTP/1.1" status: 204 len: 168 time: 0.2098958 Jul 08 12:33:51.645389 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0af3fe-d56e-462c-960f-d893b0c8bd63,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:33:51.653309 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.653674 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.654011 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.654340 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.654665 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.654990 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.655310 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.655628 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.655946 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.656262 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.656598 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:51.656908 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de413381-852a-41ef-8527-b2568241b86f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:33:52.256380 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 34318) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:33:52.270000 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-505548c9-e88e-4de5-822d-0d8d1987afd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:52.355152 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-505548c9-e88e-4de5-822d-0d8d1987afd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:52.421914 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-505548c9-e88e-4de5-822d-0d8d1987afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:52.473096 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 34320) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:33:52.474327 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-505548c9-e88e-4de5-822d-0d8d1987afd1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dd59f493217f4adda522b6adffbf572b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126424 Jul 08 12:33:52.475488 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505548c9-e88e-4de5-822d-0d8d1987afd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5074b56-13f1-4184-8c92-6b8705b933a2,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:33:52.526211 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-65cc7fe5-e8e8-435a-8841-d3049dd1a3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:52.546895 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-65cc7fe5-e8e8-435a-8841-d3049dd1a3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:52.656416 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-65cc7fe5-e8e8-435a-8841-d3049dd1a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:52.658984 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-65cc7fe5-e8e8-435a-8841-d3049dd1a3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:33:52.660910 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-65cc7fe5-e8e8-435a-8841-d3049dd1a3fd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d5074b56-13f1-4184-8c92-6b8705b933a2 HTTP/1.1" status: 204 len: 168 time: 0.1860650 Jul 08 12:33:52.668850 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc7fe5-e8e8-435a-8841-d3049dd1a3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5074b56-13f1-4184-8c92-6b8705b933a2,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:33:52.730950 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:03.999703 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:34:12.140026 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:13.107531 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 34582) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:13.210362 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ba7b98ee-e535-4a7c-8c0d-09250c1fe894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:13.301694 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ba7b98ee-e535-4a7c-8c0d-09250c1fe894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:13.374461 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ba7b98ee-e535-4a7c-8c0d-09250c1fe894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:13.412451 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-ba7b98ee-e535-4a7c-8c0d-09250c1fe894 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7224a30727b446728705483c012facb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038073 Jul 08 12:34:13.414674 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b98ee-e535-4a7c-8c0d-09250c1fe894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5091e6-f7d8-4c40-a4b1-09cbcaca81c2,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:13.415118 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 34586) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:13.465382 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ee8ac2f8-2032-4456-8061-ff4491270d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:13.486154 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ee8ac2f8-2032-4456-8061-ff4491270d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:13.615844 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ee8ac2f8-2032-4456-8061-ff4491270d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:13.618500 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ee8ac2f8-2032-4456-8061-ff4491270d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:13.620259 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-ee8ac2f8-2032-4456-8061-ff4491270d93 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cc5091e6-f7d8-4c40-a4b1-09cbcaca81c2 HTTP/1.1" status: 204 len: 168 time: 0.2035053 Jul 08 12:34:13.628239 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ac2f8-2032-4456-8061-ff4491270d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5091e6-f7d8-4c40-a4b1-09cbcaca81c2,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:14.088911 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 34592) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:14.101753 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f6bbb3a9-b5be-492d-89de-913436476677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:14.194437 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f6bbb3a9-b5be-492d-89de-913436476677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:14.267175 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f6bbb3a9-b5be-492d-89de-913436476677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:14.307996 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-f6bbb3a9-b5be-492d-89de-913436476677 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5602bde9a68042f5a86fa14f60cfe1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178779 Jul 08 12:34:14.309067 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbb3a9-b5be-492d-89de-913436476677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884794f5-6855-4b80-914a-e0622dc01ed4,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:14.310751 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 34594) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:14.359953 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a565a624-0f67-4b28-9453-f2626448a832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:14.379832 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a565a624-0f67-4b28-9453-f2626448a832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:14.501656 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a565a624-0f67-4b28-9453-f2626448a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:14.504403 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a565a624-0f67-4b28-9453-f2626448a832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:14.505585 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-a565a624-0f67-4b28-9453-f2626448a832 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/884794f5-6855-4b80-914a-e0622dc01ed4 HTTP/1.1" status: 204 len: 168 time: 0.1938620 Jul 08 12:34:14.514041 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565a624-0f67-4b28-9453-f2626448a832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884794f5-6855-4b80-914a-e0622dc01ed4,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:15.451003 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-fb9cfac3-16eb-482f-a50a-fa3a89a4badc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:16.747474 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 34640) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:16.848518 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-55c3aebc-d6af-4c49-98f9-cbcf002f1220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:16.932480 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-55c3aebc-d6af-4c49-98f9-cbcf002f1220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:16.992938 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-55c3aebc-d6af-4c49-98f9-cbcf002f1220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:17.033617 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-55c3aebc-d6af-4c49-98f9-cbcf002f1220 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=42d794f38be1497fb6c3b7cdbc129bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850740 Jul 08 12:34:17.035460 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3aebc-d6af-4c49-98f9-cbcf002f1220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcb02a7-b3d8-44c5-b93f-c8d1b139ba14,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:17.036334 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 34644) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:17.087839 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-72aa3786-b5a5-4330-b8db-5deb36bd5856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:17.108935 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-72aa3786-b5a5-4330-b8db-5deb36bd5856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:17.215685 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-72aa3786-b5a5-4330-b8db-5deb36bd5856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:17.218695 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-72aa3786-b5a5-4330-b8db-5deb36bd5856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:17.223357 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-72aa3786-b5a5-4330-b8db-5deb36bd5856 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5dcb02a7-b3d8-44c5-b93f-c8d1b139ba14 HTTP/1.1" status: 204 len: 168 time: 0.1824334 Jul 08 12:34:17.233192 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa3786-b5a5-4330-b8db-5deb36bd5856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcb02a7-b3d8-44c5-b93f-c8d1b139ba14,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:17.779721 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 34650) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:17.793543 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-2b29bf13-1e86-4603-ae76-88b6db9d88bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:17.891606 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-2b29bf13-1e86-4603-ae76-88b6db9d88bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:17.945442 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-2b29bf13-1e86-4603-ae76-88b6db9d88bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:17.983601 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-2b29bf13-1e86-4603-ae76-88b6db9d88bb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=75b84159f634442fa0733d02470dbb5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027283 Jul 08 12:34:17.987522 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29bf13-1e86-4603-ae76-88b6db9d88bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a2bc94-4925-4f52-b30a-8fdca650694b,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:17.987661 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 34652) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:18.034592 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-087f72ff-5daf-4ff8-b58b-683d332d8806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:18.054697 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-087f72ff-5daf-4ff8-b58b-683d332d8806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:18.168825 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-087f72ff-5daf-4ff8-b58b-683d332d8806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:18.171209 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-087f72ff-5daf-4ff8-b58b-683d332d8806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:18.172383 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-087f72ff-5daf-4ff8-b58b-683d332d8806 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c9a2bc94-4925-4f52-b30a-8fdca650694b HTTP/1.1" status: 204 len: 168 time: 0.1851115 Jul 08 12:34:18.180027 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f72ff-5daf-4ff8-b58b-683d332d8806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a2bc94-4925-4f52-b30a-8fdca650694b,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:18.873160 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:19.534304 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2629b565-651d-487e-83fb-b61ab1936cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:20.604561 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:22.717109 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:28.789815 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740124e-8aca-4d3a-a0e6-611e54ed9094 req-cd5069d3-2d53-4e84-8577-88124264c60d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:28.791272 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0740124e-8aca-4d3a-a0e6-611e54ed9094 req-cd5069d3-2d53-4e84-8577-88124264c60d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.2715604 Jul 08 12:34:28.827829 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0740124e-8aca-4d3a-a0e6-611e54ed9094 req-a4366804-8d84-492e-a989-e0bc66aa3815 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308847 Jul 08 12:34:30.021225 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e4523-49ed-4911-8d3c-dc72574f6b2b req-dd86c0b4-c472-4e36-9232-60baa2fa2de1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:30.022717 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-af2e4523-49ed-4911-8d3c-dc72574f6b2b req-dd86c0b4-c472-4e36-9232-60baa2fa2de1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0657461 Jul 08 12:34:30.059382 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-af2e4523-49ed-4911-8d3c-dc72574f6b2b req-033e677b-cf0c-4412-8ca3-6d1654a9b3ac tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308976 Jul 08 12:34:31.238851 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca91990-e683-422f-9ffb-5ab97c79ea11 req-a27cdad0-e303-4d8a-a76a-f1dde9f39736 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:31.240340 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8ca91990-e683-422f-9ffb-5ab97c79ea11 req-a27cdad0-e303-4d8a-a76a-f1dde9f39736 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0664222 Jul 08 12:34:31.278773 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8ca91990-e683-422f-9ffb-5ab97c79ea11 req-6ebadf5f-407a-4224-9bd8-c447c0079d77 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327682 Jul 08 12:34:31.450906 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 34772) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:31.572532 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d029bb59-8676-40c1-b91b-4e5edd1ac129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:31.660245 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d029bb59-8676-40c1-b91b-4e5edd1ac129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:31.730017 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d029bb59-8676-40c1-b91b-4e5edd1ac129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:31.768845 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-d029bb59-8676-40c1-b91b-4e5edd1ac129 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e48d6e558df84b9888e083cfd818c917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168242 Jul 08 12:34:31.769675 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029bb59-8676-40c1-b91b-4e5edd1ac129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fed34db-0794-4c5b-ac68-39afdb0691a0,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:31.771662 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 34776) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:31.819856 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-9e4162a3-f8e2-43ae-b087-193a490c99f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:31.841833 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-9e4162a3-f8e2-43ae-b087-193a490c99f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:31.968276 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-9e4162a3-f8e2-43ae-b087-193a490c99f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:31.970873 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-9e4162a3-f8e2-43ae-b087-193a490c99f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:31.972109 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-9e4162a3-f8e2-43ae-b087-193a490c99f8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8fed34db-0794-4c5b-ac68-39afdb0691a0 HTTP/1.1" status: 204 len: 168 time: 0.1994085 Jul 08 12:34:31.983522 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4162a3-f8e2-43ae-b087-193a490c99f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fed34db-0794-4c5b-ac68-39afdb0691a0,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:32.456631 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4f577-5ccf-41d8-b798-cf0b5473263c req-abcce90b-3ad4-45e3-ad44-fc5313bb0cc5 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:32.458175 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-51e4f577-5ccf-41d8-b798-cf0b5473263c req-abcce90b-3ad4-45e3-ad44-fc5313bb0cc5 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0638356 Jul 08 12:34:32.498240 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-51e4f577-5ccf-41d8-b798-cf0b5473263c req-a746969d-589a-4cf2-bc49-5d5c657968fd tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342119 Jul 08 12:34:32.546601 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 34784) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:32.563214 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-681ffc52-8496-4398-a839-e7e90853dcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:32.648808 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-681ffc52-8496-4398-a839-e7e90853dcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:32.716913 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-681ffc52-8496-4398-a839-e7e90853dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:32.756841 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-681ffc52-8496-4398-a839-e7e90853dcba admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a7861dfb4518474da8cf603b1cbebe7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091434 Jul 08 12:34:32.757765 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ffc52-8496-4398-a839-e7e90853dcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12841fd2-9b0c-4dea-8bc6-6befa339e121,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:32.759535 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 34786) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:32.808237 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6697fc9f-820c-4720-bca3-c207a81f50c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:32.830180 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6697fc9f-820c-4720-bca3-c207a81f50c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:32.962454 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6697fc9f-820c-4720-bca3-c207a81f50c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:32.966188 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6697fc9f-820c-4720-bca3-c207a81f50c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:32.969996 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-6697fc9f-820c-4720-bca3-c207a81f50c8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12841fd2-9b0c-4dea-8bc6-6befa339e121 HTTP/1.1" status: 204 len: 168 time: 0.2067947 Jul 08 12:34:32.975397 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697fc9f-820c-4720-bca3-c207a81f50c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12841fd2-9b0c-4dea-8bc6-6befa339e121,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:33.682456 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7be4c4-6eab-4940-9bd9-d449b9fdf8cd req-53338fc7-f2ba-4f43-b9a0-064c17615da7 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:33.686788 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-db7be4c4-6eab-4940-9bd9-d449b9fdf8cd req-53338fc7-f2ba-4f43-b9a0-064c17615da7 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0688119 Jul 08 12:34:33.722726 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-db7be4c4-6eab-4940-9bd9-d449b9fdf8cd req-4e94d161-5ee7-496a-9311-73168021976b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325360 Jul 08 12:34:34.908936 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc48c1b-36ad-4e5b-b6ef-0b546b9775d2 req-065f7b23-5666-4cf2-9438-388118e142cf tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:34.910799 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bcc48c1b-36ad-4e5b-b6ef-0b546b9775d2 req-065f7b23-5666-4cf2-9438-388118e142cf tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0711131 Jul 08 12:34:34.951043 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bcc48c1b-36ad-4e5b-b6ef-0b546b9775d2 req-b99a641b-abc7-4917-8fa3-53bb1611de31 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345023 Jul 08 12:34:35.436942 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 34848) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:35.538054 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6229cd40-921d-42d6-aea4-dd08d1dcdfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:35.622905 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6229cd40-921d-42d6-aea4-dd08d1dcdfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:35.684525 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-6229cd40-921d-42d6-aea4-dd08d1dcdfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:35.726099 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229cd40-921d-42d6-aea4-dd08d1dcdfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fd1956-d17c-41a3-a326-eeecd12a6509,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:35.730553 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-6229cd40-921d-42d6-aea4-dd08d1dcdfb4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d7e1eee6ebaa4035b79b53699500cebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922215 Jul 08 12:34:35.733371 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 34852) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:35.780684 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-dd290d25-86c0-4380-9b7a-5116f69e9dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:35.801579 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-dd290d25-86c0-4380-9b7a-5116f69e9dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:35.918328 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-dd290d25-86c0-4380-9b7a-5116f69e9dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:35.920883 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-dd290d25-86c0-4380-9b7a-5116f69e9dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:35.922036 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-dd290d25-86c0-4380-9b7a-5116f69e9dab admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/37fd1956-d17c-41a3-a326-eeecd12a6509 HTTP/1.1" status: 204 len: 168 time: 0.1879749 Jul 08 12:34:35.929671 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd290d25-86c0-4380-9b7a-5116f69e9dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fd1956-d17c-41a3-a326-eeecd12a6509,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:36.134383 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee87dca-6347-4825-b65d-4c20c362649e req-5708a067-17b1-4b22-bbaa-f66540cb599f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:36.135863 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cee87dca-6347-4825-b65d-4c20c362649e req-5708a067-17b1-4b22-bbaa-f66540cb599f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0676489 Jul 08 12:34:36.174773 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cee87dca-6347-4825-b65d-4c20c362649e req-1397d180-c9d4-442d-b7b3-7f7e4d23c1fa tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319514 Jul 08 12:34:36.416518 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 34862) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:36.429741 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a2b5-7616-48cc-82de-746201da4693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:36.564649 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a2b5-7616-48cc-82de-746201da4693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:36.638283 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a2b5-7616-48cc-82de-746201da4693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:36.673814 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5a2b5-7616-48cc-82de-746201da4693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2424131-b600-4067-bdcd-60ffede88c0b,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:36.677898 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-d3a5a2b5-7616-48cc-82de-746201da4693 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4a14944aa8414768bb97aa5e32dcf07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611907 Jul 08 12:34:36.680479 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 34864) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:36.730724 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9877b473-add0-4106-96a3-e607cfc1a270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:36.753416 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9877b473-add0-4106-96a3-e607cfc1a270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:36.895481 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9877b473-add0-4106-96a3-e607cfc1a270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:36.898036 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-9877b473-add0-4106-96a3-e607cfc1a270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:36.899197 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-9877b473-add0-4106-96a3-e607cfc1a270 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f2424131-b600-4067-bdcd-60ffede88c0b HTTP/1.1" status: 204 len: 168 time: 0.2177989 Jul 08 12:34:36.907826 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877b473-add0-4106-96a3-e607cfc1a270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2424131-b600-4067-bdcd-60ffede88c0b,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:37.356740 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c5ad6-86de-4860-bfee-47124c6b440c req-e67cddfe-9fb1-4bdd-8305-5483091f3755 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:37.358243 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fb8c5ad6-86de-4860-bfee-47124c6b440c req-e67cddfe-9fb1-4bdd-8305-5483091f3755 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0659287 Jul 08 12:34:37.407716 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-fb8c5ad6-86de-4860-bfee-47124c6b440c req-635ce978-91ba-4aa1-a366-eb26a5604365 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436511 Jul 08 12:34:38.600095 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e289-1729-43cd-8466-7a11f0596ba9 req-d4682115-e8d5-4685-986d-502601646518 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:38.601572 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e665e289-1729-43cd-8466-7a11f0596ba9 req-d4682115-e8d5-4685-986d-502601646518 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0683827 Jul 08 12:34:38.640992 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e665e289-1729-43cd-8466-7a11f0596ba9 req-f6f8a252-5e84-4134-ad55-04ae1507ca05 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326240 Jul 08 12:34:39.817917 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98124ca-3cbf-4f89-afc2-77f98d056e42 req-881afad5-2018-45ac-9fa1-58bd2034bd8c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:39.819290 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f98124ca-3cbf-4f89-afc2-77f98d056e42 req-881afad5-2018-45ac-9fa1-58bd2034bd8c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0636415 Jul 08 12:34:39.858600 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f98124ca-3cbf-4f89-afc2-77f98d056e42 req-dba54169-471e-4605-b59b-de07054217cb tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337901 Jul 08 12:34:40.669030 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 9b0c0698-3792-42f6-8dcf-f1ef6147e718 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:34:40.776027 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 9b0c0698-3792-42f6-8dcf-f1ef6147e718, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:34:40.787622 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'port_id': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'mac_address': 'fa:16:3e:93:6d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:34:40.829021 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:40.842064 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b0c0698-3792-42f6-8dcf-f1ef6147e718 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:34:40.861743 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 9b0c0698-3792-42f6-8dcf-f1ef6147e718, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:34:40.929694 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:40.977759 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=9b0c0698-3792-42f6-8dcf-f1ef6147e718,revision_number=6']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:40.985415 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:34:40.985759 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:34:40.986106 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:34:40.986511 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:34:40.986862 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:34:40.987203 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:34:40.987538 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:34:40.987872 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:34:40.988208 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:34:40.988540 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:34:40.988963 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:34:40.989292 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:34:41.000145 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:34:41.037996 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744d974-0493-4f02-ae00-85a144636d82 req-a11bbf98-9cb3-472c-8735-db1b93d7c707 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:41.039460 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e744d974-0493-4f02-ae00-85a144636d82 req-a11bbf98-9cb3-472c-8735-db1b93d7c707 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 944 time: 0.0689209 Jul 08 12:34:41.082245 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e744d974-0493-4f02-ae00-85a144636d82 req-8f498aef-21c8-4f65-a598-b79577ee6c51 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365343 Jul 08 12:34:41.428963 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['9b0c0698-3792-42f6-8dcf-f1ef6147e718'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:34:42.099768 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 34930) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:42.132156 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:42.206877 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0b48f160-0fb6-40bb-ad89-553c854a9cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:42.258521 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1ea1f-ef21-4e7d-b114-5a9f75ab6287 req-25cc10bd-6f83-4a1c-aaca-71f977e93f93 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:42.259902 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8ec1ea1f-ef21-4e7d-b114-5a9f75ab6287 req-25cc10bd-6f83-4a1c-aaca-71f977e93f93 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 944 time: 0.0622244 Jul 08 12:34:42.297155 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0b48f160-0fb6-40bb-ad89-553c854a9cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:42.298794 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8ec1ea1f-ef21-4e7d-b114-5a9f75ab6287 req-6696e150-80a8-41fe-a1cb-1f77a72006dd tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323868 Jul 08 12:34:42.380868 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0b48f160-0fb6-40bb-ad89-553c854a9cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:42.419821 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48f160-0fb6-40bb-ad89-553c854a9cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cf7bc9-1f95-45d6-a260-52887a13ab08,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:42.425375 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-0b48f160-0fb6-40bb-ad89-553c854a9cec admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=448034d3225e45cfa81fc739248f78b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244915 Jul 08 12:34:42.428152 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 34936) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:42.478226 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5c629372-c4b7-48f4-ab54-add8ea94e858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:42.501183 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5c629372-c4b7-48f4-ab54-add8ea94e858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:42.632542 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5c629372-c4b7-48f4-ab54-add8ea94e858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:42.635116 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5c629372-c4b7-48f4-ab54-add8ea94e858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:42.636255 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-5c629372-c4b7-48f4-ab54-add8ea94e858 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/91cf7bc9-1f95-45d6-a260-52887a13ab08 HTTP/1.1" status: 204 len: 168 time: 0.2070472 Jul 08 12:34:42.644314 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c629372-c4b7-48f4-ab54-add8ea94e858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cf7bc9-1f95-45d6-a260-52887a13ab08,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:42.687500 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 9b0c0698-3792-42f6-8dcf-f1ef6147e718 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:34:42.735509 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 9b0c0698-3792-42f6-8dcf-f1ef6147e718 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:34:42.735879 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:42.810760 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:42.835546 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0c0698-3792-42f6-8dcf-f1ef6147e718'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:34:42.837957 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cba6ab-7757-41d5-b821-aac18feb5afa" -d '{"events": [{"server_uuid": "5d5c682d-49da-4a74-afe7-41b4c808b5f8", "name": "network-vif-plugged", "status": "completed", "tag": "9b0c0698-3792-42f6-8dcf-f1ef6147e718"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:34:42.850294 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 9b0c0698-3792-42f6-8dcf-f1ef6147e718, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:34:42.918242 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:42.968362 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=9b0c0698-3792-42f6-8dcf-f1ef6147e718,revision_number=7']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:43.050894 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bd7e78-7c29-427b-83da-5f8cdf01d8c2 x-openstack-request-id: req-97bd7e78-7c29-427b-83da-5f8cdf01d8c2 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:34:43.051194 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5c682d-49da-4a74-afe7-41b4c808b5f8", "name": "network-vif-plugged", "status": "completed", "tag": "9b0c0698-3792-42f6-8dcf-f1ef6147e718", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:34:43.051447 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-97bd7e78-7c29-427b-83da-5f8cdf01d8c2 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:34:43.051846 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'code': 200} Jul 08 12:34:43.207399 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 34946) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:43.224889 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-9f9291cb-880e-47cd-a480-6b955f9fb0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:43.311264 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-9f9291cb-880e-47cd-a480-6b955f9fb0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:43.364010 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-9f9291cb-880e-47cd-a480-6b955f9fb0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:43.402595 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-9f9291cb-880e-47cd-a480-6b955f9fb0d4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d26df45a555f452dbc1e7a607d8df8ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939743 Jul 08 12:34:43.405225 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 34950) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:34:43.408603 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9291cb-880e-47cd-a480-6b955f9fb0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a0e9c7-02cf-416d-9035-d36dc62e0692,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:43.457253 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e20e0e27-cda6-4eea-aac3-5e14641f491c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:43.474720 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb7178-1ff1-44b0-b4ba-82fe89f2d04f req-2492a782-abc2-404e-987a-27bccba3bec9 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:43.476229 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cefb7178-1ff1-44b0-b4ba-82fe89f2d04f req-2492a782-abc2-404e-987a-27bccba3bec9 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0639279 Jul 08 12:34:43.480843 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e20e0e27-cda6-4eea-aac3-5e14641f491c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:43.516096 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-cefb7178-1ff1-44b0-b4ba-82fe89f2d04f req-28a9f657-0dc4-4aa0-b4ec-6dbe46353ca3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339103 Jul 08 12:34:43.592902 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e20e0e27-cda6-4eea-aac3-5e14641f491c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:43.595519 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e20e0e27-cda6-4eea-aac3-5e14641f491c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:43.596714 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-e20e0e27-cda6-4eea-aac3-5e14641f491c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d0a0e9c7-02cf-416d-9035-d36dc62e0692 HTTP/1.1" status: 204 len: 168 time: 0.1902361 Jul 08 12:34:43.604322 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e0e27-cda6-4eea-aac3-5e14641f491c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a0e9c7-02cf-416d-9035-d36dc62e0692,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:34:44.698404 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825c02f-8b9a-4514-9a3c-227eb715d53e req-da06cfc7-19de-4d5b-bb97-2a7f4393fb7e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:44.699914 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6825c02f-8b9a-4514-9a3c-227eb715d53e req-da06cfc7-19de-4d5b-bb97-2a7f4393fb7e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0676720 Jul 08 12:34:44.712293 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-28c98e88-56a5-4902-a457-8264f6dde726 req-8e68dba0-272f-4e97-ac11-81d927673c5a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517068 Jul 08 12:34:44.738176 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6825c02f-8b9a-4514-9a3c-227eb715d53e req-3a1a339e-77de-439a-9be0-202b3c21622f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326655 Jul 08 12:34:44.805449 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c98e88-56a5-4902-a457-8264f6dde726 req-f6f43251-c8a6-4568-ba41-1f25833bee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:44.806850 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-28c98e88-56a5-4902-a457-8264f6dde726 req-f6f43251-c8a6-4568-ba41-1f25833bee87 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 1099 time: 0.0502048 Jul 08 12:34:44.916372 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c98e88-56a5-4902-a457-8264f6dde726 req-56159cd9-5d4d-4ebf-8cd4-88c14f890535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:44.917885 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-28c98e88-56a5-4902-a457-8264f6dde726 req-56159cd9-5d4d-4ebf-8cd4-88c14f890535 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 912 time: 0.0864365 Jul 08 12:34:44.987756 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-28c98e88-56a5-4902-a457-8264f6dde726 req-f67f513a-f1a9-4ba6-9900-1a2e222069f1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 HTTP/1.1" status: 200 len: 1001 time: 0.0572379 Jul 08 12:34:45.040337 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c98e88-56a5-4902-a457-8264f6dde726 req-039b285b-f5f0-4dd5-a950-fb04b395ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:45.041792 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-28c98e88-56a5-4902-a457-8264f6dde726 req-039b285b-f5f0-4dd5-a950-fb04b395ba14 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43fc61e1-2280-4220-b272-2e2e5663d052 HTTP/1.1" status: 200 len: 850 time: 0.0464010 Jul 08 12:34:45.098424 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c98e88-56a5-4902-a457-8264f6dde726 req-53c85f6c-bcab-4695-ad29-77f395fda7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:45.100361 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-28c98e88-56a5-4902-a457-8264f6dde726 req-53c85f6c-bcab-4695-ad29-77f395fda7fb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518889 Jul 08 12:34:45.188228 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-28c98e88-56a5-4902-a457-8264f6dde726 req-32f84d32-0ca2-4b11-b6f3-ac17eaed19e0 service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802441 Jul 08 12:34:45.281581 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-28c98e88-56a5-4902-a457-8264f6dde726 req-5a8e9586-a3b2-409e-97f7-6f6ff666b772 service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857687 Jul 08 12:34:45.444014 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7206d5ff-2485-4852-8c6f-249a39fad7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:45.909469 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b696584-1824-43d6-a479-b4ebcd128513 req-63233a0b-3b9b-4f6c-bd91-8b92b6cffffc tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:45.910895 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7b696584-1824-43d6-a479-b4ebcd128513 req-63233a0b-3b9b-4f6c-bd91-8b92b6cffffc tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0605018 Jul 08 12:34:45.947448 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7b696584-1824-43d6-a479-b4ebcd128513 req-67dab7ef-028e-484b-9bff-20e30d291efe tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310171 Jul 08 12:34:47.127042 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4ecd4-d31f-4890-9610-dc8a498ef8f5 req-832d585d-3746-4f8f-b348-e528c9581200 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:47.128498 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b7c4ecd4-d31f-4890-9610-dc8a498ef8f5 req-832d585d-3746-4f8f-b348-e528c9581200 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0622787 Jul 08 12:34:47.166300 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b7c4ecd4-d31f-4890-9610-dc8a498ef8f5 req-b3a501bb-9c36-42d5-9559-bd6522b59355 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322516 Jul 08 12:34:48.392650 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f63ddd-3188-4dfc-9eb2-1c62190d59dc req-8aaff3eb-982a-4ac4-9648-511bd4c99923 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:48.394443 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a1f63ddd-3188-4dfc-9eb2-1c62190d59dc req-8aaff3eb-982a-4ac4-9648-511bd4c99923 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0792406 Jul 08 12:34:48.447722 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a1f63ddd-3188-4dfc-9eb2-1c62190d59dc req-7e47e73f-13ad-4699-b7ae-54710ad96b3c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450747 Jul 08 12:34:48.858504 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:49.550432 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5f3864a2-53c1-43ed-976c-808cc8b2367d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:49.655278 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729bf48-f131-4e30-b2ec-6df7abf05fa5 req-bb4f68b4-fd6a-46a1-89d0-bd74f1fa6dad tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:49.657025 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1729bf48-f131-4e30-b2ec-6df7abf05fa5 req-bb4f68b4-fd6a-46a1-89d0-bd74f1fa6dad tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0835133 Jul 08 12:34:49.702000 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1729bf48-f131-4e30-b2ec-6df7abf05fa5 req-6b362087-8f0c-48bd-aa17-050aaf89f125 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365961 Jul 08 12:34:50.729479 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:50.891633 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bed56a-5bfb-4505-8b0f-1ac3416aa2b5 req-84b1f1fc-aea9-4311-9822-ec5fa1f62aaf tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:50.893245 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-51bed56a-5bfb-4505-8b0f-1ac3416aa2b5 req-84b1f1fc-aea9-4311-9822-ec5fa1f62aaf tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0731637 Jul 08 12:34:50.939674 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-51bed56a-5bfb-4505-8b0f-1ac3416aa2b5 req-70200f45-b6b7-438f-974f-a4fb0917d529 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406027 Jul 08 12:34:52.171573 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce21817-efd9-41ce-b000-20ac0c9beda0 req-62a4ef9a-b8e8-4ee1-87b1-e8067b9cf995 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:52.173237 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7ce21817-efd9-41ce-b000-20ac0c9beda0 req-62a4ef9a-b8e8-4ee1-87b1-e8067b9cf995 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0960891 Jul 08 12:34:52.219289 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7ce21817-efd9-41ce-b000-20ac0c9beda0 req-5e8cd5d5-4701-4451-970c-8087cb86e319 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398793 Jul 08 12:34:52.735982 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:34:53.427326 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd9c39-9b51-4a76-8f8e-873a6fd8c8a4 req-6bcb17cd-83b3-40f2-803d-3acfadb3eaf8 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:53.432413 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-64fd9c39-9b51-4a76-8f8e-873a6fd8c8a4 req-6bcb17cd-83b3-40f2-803d-3acfadb3eaf8 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0655398 Jul 08 12:34:53.470175 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-64fd9c39-9b51-4a76-8f8e-873a6fd8c8a4 req-2a632368-2fc5-490a-9606-23772742799e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348289 Jul 08 12:34:54.697141 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414f54d-3ce1-4d1a-a94c-37db9b3c6e81 req-82339b79-6122-4692-b661-0d0a9a56c17c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:54.698717 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c414f54d-3ce1-4d1a-a94c-37db9b3c6e81 req-82339b79-6122-4692-b661-0d0a9a56c17c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0878980 Jul 08 12:34:54.748050 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c414f54d-3ce1-4d1a-a94c-37db9b3c6e81 req-e3d2d079-43de-467d-b493-d9479591d34d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426662 Jul 08 12:34:55.942190 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1e75c-aae0-4efe-a4ea-be828151b2b5 req-24deb155-54c4-44f6-ae76-36e9e58a1548 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:55.943670 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dda1e75c-aae0-4efe-a4ea-be828151b2b5 req-24deb155-54c4-44f6-ae76-36e9e58a1548 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0673759 Jul 08 12:34:55.984698 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dda1e75c-aae0-4efe-a4ea-be828151b2b5 req-28f9370c-867f-4360-a6b3-b453d375111a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354712 Jul 08 12:34:57.175476 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37851ec4-72d5-471b-8cba-91fff5e802db req-227c2f5c-5751-44c8-a348-f16a63522f4f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:57.176988 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-37851ec4-72d5-471b-8cba-91fff5e802db req-227c2f5c-5751-44c8-a348-f16a63522f4f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0682356 Jul 08 12:34:57.478734 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-37851ec4-72d5-471b-8cba-91fff5e802db req-7342f8d5-d08a-4121-ab4a-048a2551ee88 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961333 Jul 08 12:34:58.661631 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680807d-b96b-4cf8-8af3-be09e426d7ec req-4301e357-cfad-435c-a89e-5612951726f6 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:58.663103 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5680807d-b96b-4cf8-8af3-be09e426d7ec req-4301e357-cfad-435c-a89e-5612951726f6 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0660241 Jul 08 12:34:58.703414 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5680807d-b96b-4cf8-8af3-be09e426d7ec req-d944d40c-72fd-4ed3-9431-d1a20fb15e48 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339475 Jul 08 12:34:59.670598 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193af0ed-0e62-4264-8700-b8095fa290d8 req-861142ac-1ea4-4311-af7e-6ad4f55a97be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:59.672101 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-193af0ed-0e62-4264-8700-b8095fa290d8 req-861142ac-1ea4-4311-af7e-6ad4f55a97be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0539827 Jul 08 12:34:59.767889 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193af0ed-0e62-4264-8700-b8095fa290d8 req-d4cb4034-e7ff-4af4-b51b-e3248de7985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:59.769524 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-193af0ed-0e62-4264-8700-b8095fa290d8 req-d4cb4034-e7ff-4af4-b51b-e3248de7985b service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 200 len: 917 time: 0.0907574 Jul 08 12:34:59.834948 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-193af0ed-0e62-4264-8700-b8095fa290d8 req-0839584c-d2a4-4ca8-a203-96da496c0e28 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718 HTTP/1.1" status: 200 len: 1001 time: 0.0578954 Jul 08 12:34:59.881583 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462ee05-2937-44de-966c-e1acea07f3a3 req-2eafe605-ff69-459c-b802-b367b536f58f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:59.883044 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2462ee05-2937-44de-966c-e1acea07f3a3 req-2eafe605-ff69-459c-b802-b367b536f58f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0633636 Jul 08 12:34:59.884290 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193af0ed-0e62-4264-8700-b8095fa290d8 req-908c73a4-5481-41de-8942-dd2f554fbd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:59.885744 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-193af0ed-0e62-4264-8700-b8095fa290d8 req-908c73a4-5481-41de-8942-dd2f554fbd03 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2889e973-26ef-4f9a-8438-d3a8d25d582e HTTP/1.1" status: 200 len: 855 time: 0.0439801 Jul 08 12:34:59.925989 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2462ee05-2937-44de-966c-e1acea07f3a3 req-5ac0a4b3-9876-4375-b0aa-679f23fa2a0b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363350 Jul 08 12:34:59.951490 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193af0ed-0e62-4264-8700-b8095fa290d8 req-3feddb8b-c842-4daa-b632-c8b818464159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:34:59.953014 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-193af0ed-0e62-4264-8700-b8095fa290d8 req-3feddb8b-c842-4daa-b632-c8b818464159 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e4e0557-4bba-4b10-85f1-95b3483d6f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597570 Jul 08 12:35:00.041488 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-193af0ed-0e62-4264-8700-b8095fa290d8 req-9bb9ef03-9b4c-44cb-8f24-f8846d99dd92 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800664 Jul 08 12:35:00.132070 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-193af0ed-0e62-4264-8700-b8095fa290d8 req-cd77804a-65c5-40bd-9fdd-74307faf5935 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835471 Jul 08 12:35:01.105186 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e1b57-2a5d-4d04-986d-cfb3c2d0fbe8 req-7e2be6c7-5654-4330-9755-5218c5e3179a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:01.106674 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ca8e1b57-2a5d-4d04-986d-cfb3c2d0fbe8 req-7e2be6c7-5654-4330-9755-5218c5e3179a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0608821 Jul 08 12:35:01.143136 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ca8e1b57-2a5d-4d04-986d-cfb3c2d0fbe8 req-6e7a3120-8c5f-481c-b36b-4693ca64a992 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310600 Jul 08 12:35:02.330472 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ec9f8-281b-4c04-8d55-6d3108cb6db8 req-665f77ef-f3c0-4569-b7af-dc6856d780f6 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:02.331900 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-731ec9f8-281b-4c04-8d55-6d3108cb6db8 req-665f77ef-f3c0-4569-b7af-dc6856d780f6 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0714579 Jul 08 12:35:02.369052 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-731ec9f8-281b-4c04-8d55-6d3108cb6db8 req-0ba271b9-52e3-4c13-be63-42f991d08a90 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312707 Jul 08 12:35:02.822693 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 9b0c0698-3792-42f6-8dcf-f1ef6147e718 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:35:02.899563 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:02.921617 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0c0698-3792-42f6-8dcf-f1ef6147e718'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:35:02.923821 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108fcc57-4066-4973-9a9c-0b24ceb82b7c" -d '{"events": [{"server_uuid": "5d5c682d-49da-4a74-afe7-41b4c808b5f8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b0c0698-3792-42f6-8dcf-f1ef6147e718"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:35:02.936921 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 9b0c0698-3792-42f6-8dcf-f1ef6147e718, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:35:02.956004 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 12:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e92ad6-1312-431c-98de-37478ae94c0a x-openstack-request-id: req-35e92ad6-1312-431c-98de-37478ae94c0a {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:35:02.956296 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5c682d-49da-4a74-afe7-41b4c808b5f8", "name": "network-vif-unplugged", "status": "failed", "tag": "9b0c0698-3792-42f6-8dcf-f1ef6147e718", "code": 422}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:35:02.956553 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-35e92ad6-1312-431c-98de-37478ae94c0a {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:35:02.956980 dv-cinder-799631-5-iscsi neutron-server[93656]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'code': 422} returned with failed status Jul 08 12:35:03.035599 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:03.085034 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=9b0c0698-3792-42f6-8dcf-f1ef6147e718,revision_number=8']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:04.679724 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e114a-ac66-4064-83e2-d157959e51f5 req-1dd3d817-22c3-41db-b9d4-3a576820b0b0 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:04.681212 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a99e114a-ac66-4064-83e2-d157959e51f5 req-1dd3d817-22c3-41db-b9d4-3a576820b0b0 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0698683 Jul 08 12:35:04.719717 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a99e114a-ac66-4064-83e2-d157959e51f5 req-9dc18c76-fbf1-441e-aa18-524e0f172ffd tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327513 Jul 08 12:35:05.139065 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-054752cd-f4cf-4529-ad7e-b61ff417d0a1 req-a851c1f2-2dbd-43c1-9704-9b8e28298839 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387453 Jul 08 12:35:05.895917 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fe597-a4ab-429b-af79-d5a9f26d559a req-5bcd991f-b41f-40c1-b332-faf60418b776 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:05.897326 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-195fe597-a4ab-429b-af79-d5a9f26d559a req-5bcd991f-b41f-40c1-b332-faf60418b776 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0630200 Jul 08 12:35:05.935002 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-195fe597-a4ab-429b-af79-d5a9f26d559a req-e7cb9897-c2d9-4b20-97e6-9551d65cae01 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313332 Jul 08 12:35:06.620950 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054752cd-f4cf-4529-ad7e-b61ff417d0a1 req-70d7422b-a9c5-4258-8b96-bf0e840c47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:06.622396 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-054752cd-f4cf-4529-ad7e-b61ff417d0a1 req-70d7422b-a9c5-4258-8b96-bf0e840c47ff service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8&tenant_id=69257826d7b148099ed20a4a2b3798ea HTTP/1.1" status: 200 len: 1096 time: 0.0516808 Jul 08 12:35:06.692866 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054752cd-f4cf-4529-ad7e-b61ff417d0a1 req-c73cac09-9764-4c96-b93b-a4ce65a5d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:06.694295 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-054752cd-f4cf-4529-ad7e-b61ff417d0a1 req-c73cac09-9764-4c96-b93b-a4ce65a5d3e4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 1096 time: 0.0507462 Jul 08 12:35:06.783932 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054752cd-f4cf-4529-ad7e-b61ff417d0a1 req-e88b9d2f-62f6-4c2e-aef6-5d5cd753c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:06.785443 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-054752cd-f4cf-4529-ad7e-b61ff417d0a1 req-e88b9d2f-62f6-4c2e-aef6-5d5cd753c97b service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 200 len: 917 time: 0.0849111 Jul 08 12:35:06.848187 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-054752cd-f4cf-4529-ad7e-b61ff417d0a1 req-6b895194-2aca-49c2-8df8-335d491384ee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718 HTTP/1.1" status: 200 len: 999 time: 0.0556431 Jul 08 12:35:06.898568 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054752cd-f4cf-4529-ad7e-b61ff417d0a1 req-618feb7b-d22c-4505-b0eb-60aa29115f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:06.899952 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-054752cd-f4cf-4529-ad7e-b61ff417d0a1 req-618feb7b-d22c-4505-b0eb-60aa29115f90 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2889e973-26ef-4f9a-8438-d3a8d25d582e HTTP/1.1" status: 200 len: 855 time: 0.0457656 Jul 08 12:35:06.954760 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054752cd-f4cf-4529-ad7e-b61ff417d0a1 req-0b4fa758-5015-44bb-adce-f1a6cb8ec77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:06.956173 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-054752cd-f4cf-4529-ad7e-b61ff417d0a1 req-0b4fa758-5015-44bb-adce-f1a6cb8ec77b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e4e0557-4bba-4b10-85f1-95b3483d6f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497913 Jul 08 12:35:07.043440 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-054752cd-f4cf-4529-ad7e-b61ff417d0a1 req-14f9b7c3-8fee-44a5-938d-493984441b85 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799770 Jul 08 12:35:07.108978 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4692e-c48c-4971-b1bb-355b82391129 req-ad9a6465-5d75-4b64-9291-ab2f8e4f4c8c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:07.110342 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c8c4692e-c48c-4971-b1bb-355b82391129 req-ad9a6465-5d75-4b64-9291-ab2f8e4f4c8c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0619326 Jul 08 12:35:07.135408 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-054752cd-f4cf-4529-ad7e-b61ff417d0a1 req-34fe3b6e-972e-4c74-8116-4e663bcf2b09 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859768 Jul 08 12:35:07.152029 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c8c4692e-c48c-4971-b1bb-355b82391129 req-df14fabe-e3cb-4e52-9113-ff44e5241e88 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359015 Jul 08 12:35:08.350494 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebf213-6014-4aed-8225-2a0115617cce req-1ffbc336-af81-4e9c-b7b4-1f7e09dd317a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:08.352032 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-32ebf213-6014-4aed-8225-2a0115617cce req-1ffbc336-af81-4e9c-b7b4-1f7e09dd317a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0715566 Jul 08 12:35:08.392063 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-32ebf213-6014-4aed-8225-2a0115617cce req-7ae13867-d808-454f-8d40-f0448f1bcd79 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344298 Jul 08 12:35:09.575970 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cbabb-04f7-4193-a5ee-1a9e0579d043 req-57f50b10-eee5-499f-b50f-d2e32f2b5f8e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:09.578366 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-715cbabb-04f7-4193-a5ee-1a9e0579d043 req-57f50b10-eee5-499f-b50f-d2e32f2b5f8e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0669498 Jul 08 12:35:09.621113 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-715cbabb-04f7-4193-a5ee-1a9e0579d043 req-7def52e8-b517-4347-a389-9209ee9bfe9c tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375342 Jul 08 12:35:10.807230 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fb223-b3cb-41fe-bc08-79fa8c4661b3 req-0cb36154-80a0-445c-a7d5-e4f6a471ab0e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:10.808556 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e00fb223-b3cb-41fe-bc08-79fa8c4661b3 req-0cb36154-80a0-445c-a7d5-e4f6a471ab0e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0650201 Jul 08 12:35:10.845493 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e00fb223-b3cb-41fe-bc08-79fa8c4661b3 req-acb0db7d-c970-4b24-b4d3-cff232c655df tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310662 Jul 08 12:35:12.058666 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd80f73-bd03-43d4-a03d-a3ec36f81a43 req-c2f07610-befd-46e2-9bf8-4a69cabdc1da tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:12.061217 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0fd80f73-bd03-43d4-a03d-a3ec36f81a43 req-c2f07610-befd-46e2-9bf8-4a69cabdc1da tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0954978 Jul 08 12:35:12.106602 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0fd80f73-bd03-43d4-a03d-a3ec36f81a43 req-4d3766e5-502d-4fe0-bea2-6dc3773d6afa tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370245 Jul 08 12:35:12.149744 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:13.287458 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d81738-6678-49d8-aa25-139adcfffca5 req-93e5c49f-d73e-4e8b-abdd-656ff5d49f9e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:13.288982 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e8d81738-6678-49d8-aa25-139adcfffca5 req-93e5c49f-d73e-4e8b-abdd-656ff5d49f9e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0611815 Jul 08 12:35:13.347997 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e8d81738-6678-49d8-aa25-139adcfffca5 req-aa717e27-7e55-4c9a-b929-5d66562e11af tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528250 Jul 08 12:35:14.569154 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa3cf3-e482-458b-be77-0466cc28c113 req-040a810f-40fd-4809-aad3-60896167255e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:14.570763 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-48fa3cf3-e482-458b-be77-0466cc28c113 req-040a810f-40fd-4809-aad3-60896167255e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0888429 Jul 08 12:35:14.611971 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-48fa3cf3-e482-458b-be77-0466cc28c113 req-0fc21500-c8d0-4a28-be28-b3872e92e5b5 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333250 Jul 08 12:35:15.454871 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-044b383c-63e1-400a-a0af-8a7983e523d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:15.786353 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ed46f-7780-449f-853e-f3da90fd7890 req-aa0fc528-8aa2-4c38-80fd-e07562d5b117 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:15.787825 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b26ed46f-7780-449f-853e-f3da90fd7890 req-aa0fc528-8aa2-4c38-80fd-e07562d5b117 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0617268 Jul 08 12:35:15.832693 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b26ed46f-7780-449f-853e-f3da90fd7890 req-607cd792-f473-4520-8630-16bf39f4fb8f tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388434 Jul 08 12:35:17.031605 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da9476-229c-4721-9057-3d9cef2bc6f5 req-ab091376-714d-4659-a52f-c30bfcef65b0 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:17.036120 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b8da9476-229c-4721-9057-3d9cef2bc6f5 req-ab091376-714d-4659-a52f-c30bfcef65b0 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0775189 Jul 08 12:35:17.079245 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b8da9476-229c-4721-9057-3d9cef2bc6f5 req-02ac5522-7a01-4e1a-afd1-9300e28580aa tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365505 Jul 08 12:35:17.998471 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:35:18.259357 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1c01e-0d9e-42ad-baa5-96bea54a44f8 req-128c55e7-2782-46ca-ad65-b15c81941113 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:18.260841 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0ef1c01e-0d9e-42ad-baa5-96bea54a44f8 req-128c55e7-2782-46ca-ad65-b15c81941113 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0621209 Jul 08 12:35:18.298477 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0ef1c01e-0d9e-42ad-baa5-96bea54a44f8 req-7ab77644-8db3-4cdb-966d-b57ba253ac6d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314846 Jul 08 12:35:18.869870 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:19.506651 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0481a-f0de-4529-abb7-a41c8890af61 req-ec4694b1-f9d6-4545-b068-cf849930880a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:19.508249 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-62e0481a-f0de-4529-abb7-a41c8890af61 req-ec4694b1-f9d6-4545-b068-cf849930880a tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0790641 Jul 08 12:35:19.540373 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5d02-f998-4c83-a336-26632c82c7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:19.563612 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-62e0481a-f0de-4529-abb7-a41c8890af61 req-2b014c71-fb48-4463-a14b-37115c8242de tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489898 Jul 08 12:35:20.612164 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:20.751366 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53fd01-2ba6-43a9-a05f-03dd324b2061 req-c47140e7-c439-4614-ad8d-15e2b2bce75b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:20.752831 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2f53fd01-2ba6-43a9-a05f-03dd324b2061 req-c47140e7-c439-4614-ad8d-15e2b2bce75b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0623226 Jul 08 12:35:20.789682 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2f53fd01-2ba6-43a9-a05f-03dd324b2061 req-80f12f56-44bd-4529-8ad8-7e94a1f76562 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312302 Jul 08 12:35:21.978829 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8033089-356b-4e10-9456-208ea84db2fa req-173bd69c-6d4c-4325-9977-b4c5b067b8ad tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:21.980353 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b8033089-356b-4e10-9456-208ea84db2fa req-173bd69c-6d4c-4325-9977-b4c5b067b8ad tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0713885 Jul 08 12:35:22.024478 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b8033089-356b-4e10-9456-208ea84db2fa req-f4da1381-0f2e-4dc2-a14d-6eb72b627a60 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384221 Jul 08 12:35:22.774698 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:23.212131 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f154b-11de-41b5-a199-77ce723d9bb2 req-0a34f93e-f725-4139-a610-bc6e78ed01c3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:23.213598 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4b9f154b-11de-41b5-a199-77ce723d9bb2 req-0a34f93e-f725-4139-a610-bc6e78ed01c3 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0652707 Jul 08 12:35:23.249712 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4b9f154b-11de-41b5-a199-77ce723d9bb2 req-e86f1a24-92aa-4a6d-8214-602498444aa0 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306087 Jul 08 12:35:24.424967 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60136d0-7c70-47c2-8460-a1ddbbd9f7f0 req-7201a94b-91e7-4c50-b2e0-744fad43d8f4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:24.427074 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b60136d0-7c70-47c2-8460-a1ddbbd9f7f0 req-7201a94b-91e7-4c50-b2e0-744fad43d8f4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0627594 Jul 08 12:35:24.466939 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b60136d0-7c70-47c2-8460-a1ddbbd9f7f0 req-d0ecb753-868c-491e-aadd-6fff7ca537c0 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319967 Jul 08 12:35:25.643108 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44db42-2918-4c42-a4e3-455c26c6cf4f req-4d55f6c0-a9ba-4a23-b52c-0fa78d0cab85 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:25.644542 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ec44db42-2918-4c42-a4e3-455c26c6cf4f req-4d55f6c0-a9ba-4a23-b52c-0fa78d0cab85 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0611689 Jul 08 12:35:25.684886 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ec44db42-2918-4c42-a4e3-455c26c6cf4f req-0181cd7c-1752-40d3-8682-f44a3705a816 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348060 Jul 08 12:35:26.856875 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587600d0-0bb0-4c4c-9897-fc637592d463 req-b83ff214-b556-4495-8d01-6f63748ad54e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:26.858316 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-587600d0-0bb0-4c4c-9897-fc637592d463 req-b83ff214-b556-4495-8d01-6f63748ad54e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0623178 Jul 08 12:35:26.896115 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-587600d0-0bb0-4c4c-9897-fc637592d463 req-4fe8cd9f-44e7-4a8f-91c6-53913161541d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313296 Jul 08 12:35:26.914241 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 9b0c0698-3792-42f6-8dcf-f1ef6147e718 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:35:27.009165 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 9b0c0698-3792-42f6-8dcf-f1ef6147e718, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:35:27.020434 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'port_id': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'mac_address': 'fa:16:3e:93:6d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:35:27.056633 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:27.072765 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0c0698-3792-42f6-8dcf-f1ef6147e718 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:35:27.092779 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 9b0c0698-3792-42f6-8dcf-f1ef6147e718, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:35:27.174687 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:27.223500 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=9b0c0698-3792-42f6-8dcf-f1ef6147e718,revision_number=9']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:27.538647 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['9b0c0698-3792-42f6-8dcf-f1ef6147e718'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:35:28.072662 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7e329-e31b-40c6-b146-5b83170a10ff req-70875ddd-1ae1-4024-88db-e45b9868512e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:28.074096 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-64e7e329-e31b-40c6-b146-5b83170a10ff req-70875ddd-1ae1-4024-88db-e45b9868512e tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 944 time: 0.0612180 Jul 08 12:35:28.110962 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-64e7e329-e31b-40c6-b146-5b83170a10ff req-74d53f09-ef04-462e-9670-e914c380590d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313108 Jul 08 12:35:28.917120 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 9b0c0698-3792-42f6-8dcf-f1ef6147e718 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:35:28.965914 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 9b0c0698-3792-42f6-8dcf-f1ef6147e718 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:35:28.966282 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:29.040974 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:29.061918 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0c0698-3792-42f6-8dcf-f1ef6147e718'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:35:29.064128 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b81ce6-f869-4d4b-8265-928803820e3f" -d '{"events": [{"server_uuid": "5d5c682d-49da-4a74-afe7-41b4c808b5f8", "name": "network-vif-plugged", "status": "completed", "tag": "9b0c0698-3792-42f6-8dcf-f1ef6147e718"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:35:29.076660 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 9b0c0698-3792-42f6-8dcf-f1ef6147e718, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:35:29.102615 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052930d4-6c0d-45f3-a8ae-c9060e386835 x-openstack-request-id: req-052930d4-6c0d-45f3-a8ae-c9060e386835 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:35:29.102905 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5c682d-49da-4a74-afe7-41b4c808b5f8", "name": "network-vif-plugged", "status": "completed", "tag": "9b0c0698-3792-42f6-8dcf-f1ef6147e718", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:35:29.103151 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-052930d4-6c0d-45f3-a8ae-c9060e386835 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:35:29.103537 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'code': 200} Jul 08 12:35:29.158682 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:29.210803 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=9b0c0698-3792-42f6-8dcf-f1ef6147e718,revision_number=10']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:29.297329 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d914c70-0c9c-46f5-8360-0015c093b4f5 req-d0c3133c-8d34-4103-b934-e69097f50793 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:29.298812 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7d914c70-0c9c-46f5-8360-0015c093b4f5 req-d0c3133c-8d34-4103-b934-e69097f50793 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 946 time: 0.0687234 Jul 08 12:35:29.336467 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7d914c70-0c9c-46f5-8360-0015c093b4f5 req-62d13c31-be9e-4278-ae02-d7339cef53a1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320790 Jul 08 12:35:29.458156 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd993f8-865a-47b9-b37f-734fed512c3a req-ec8e4962-d1db-4e6d-bed5-63ebba9c3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:29.459713 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3fd993f8-865a-47b9-b37f-734fed512c3a req-ec8e4962-d1db-4e6d-bed5-63ebba9c3172 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 1099 time: 0.0516427 Jul 08 12:35:29.492725 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3fd993f8-865a-47b9-b37f-734fed512c3a req-34e15cf5-396f-4745-aa50-0a8ed7e0c779 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268922 Jul 08 12:35:30.521254 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b19fd-3ddd-461f-be24-1a85afb54cbf req-602325c4-6aa6-4055-ae1a-7432db6e4467 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:30.522722 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6c2b19fd-3ddd-461f-be24-1a85afb54cbf req-602325c4-6aa6-4055-ae1a-7432db6e4467 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 946 time: 0.0632992 Jul 08 12:35:30.544790 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35170) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:30.562028 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6c2b19fd-3ddd-461f-be24-1a85afb54cbf req-7d7147e9-0637-4c48-b6a5-5bbeefb455ed tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338569 Jul 08 12:35:31.094621 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Deleting port 6f3b97d1-4910-4804-a1ed-86210b65f230 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:35:31.094967 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:31.173314 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:31.173715 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:31.185998 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Calling delete_port for 6f3b97d1-4910-4804-a1ed-86210b65f230 owned by network:floatingip {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:35:31.441145 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:31.471483 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event deleted for resources: {'Port': ['ID=6f3b97d1-4910-4804-a1ed-86210b65f230,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:31.498845 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:31.499196 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:31.499538 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:31.499873 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:31.500201 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:31.500528 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:31.500882 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:31.501210 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:31.501536 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:31.502573 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:31.502888 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:31.503183 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:31.549679 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for floatingip, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:31.550344 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.l3_db [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Floating IP e1eae4ea-4e2f-4c50-9c66-1aca26ae222b disassociated (deleted). External IP: 172.27.3.85, port: 24c87d63-60c5-4600-859c-5c6a0ee7f841. Jul 08 12:35:31.760483 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5da52-7ce3-41ed-8e10-58a33d68f232 req-6b4205c0-99f8-4a78-96b0-5ad596f9d476 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:31.762092 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-faa5da52-7ce3-41ed-8e10-58a33d68f232 req-6b4205c0-99f8-4a78-96b0-5ad596f9d476 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 946 time: 0.0795319 Jul 08 12:35:31.770357 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:35:31.804878 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-faa5da52-7ce3-41ed-8e10-58a33d68f232 req-bcc73772-e066-4fd2-aaf5-9e829a0db6fe tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364277 Jul 08 12:35:31.877951 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:35:31.883240 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:31.887794 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27edf72-d2c4-4e03-8aa4-c377dd762f86 None None] Sync routers for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:35:31.896794 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27edf72-d2c4-4e03-8aa4-c377dd762f86 None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:35:31.897396 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-e27edf72-d2c4-4e03-8aa4-c377dd762f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:35:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:31.922942 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-53c50cfb-4d40-4577-bf29-138dda05212d tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "DELETE /v2.0/floatingips/e1eae4ea-4e2f-4c50-9c66-1aca26ae222b HTTP/1.1" status: 204 len: 168 time: 1.3770320 Jul 08 12:35:31.924266 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'tag': '24c87d63-60c5-4600-859c-5c6a0ee7f841'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:35:31.926703 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fa3709-4944-489b-96e8-268c72c9295a" -d '{"events": [{"name": "network-changed", "server_uuid": "364d6ea4-2238-4733-8732-b50d31b2cee7", "tag": "24c87d63-60c5-4600-859c-5c6a0ee7f841"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:35:32.004301 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-e27edf72-d2c4-4e03-8aa4-c377dd762f86 None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:35:32.069870 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd11bf6-fea1-4955-8ff9-d3d6a6188719 x-openstack-request-id: req-7fd11bf6-fea1-4955-8ff9-d3d6a6188719 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:35:32.070165 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364d6ea4-2238-4733-8732-b50d31b2cee7", "tag": "24c87d63-60c5-4600-859c-5c6a0ee7f841", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:35:32.070434 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7fd11bf6-fea1-4955-8ff9-d3d6a6188719 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:35:32.070834 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'tag': '24c87d63-60c5-4600-859c-5c6a0ee7f841', 'status': 'completed', 'code': 200} Jul 08 12:35:32.150255 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa3709-4944-489b-96e8-268c72c9295a req-10420aaf-4795-4f01-8b7e-f26d72362bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:32.152176 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-53fa3709-4944-489b-96e8-268c72c9295a req-10420aaf-4795-4f01-8b7e-f26d72362bb1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 1098 time: 0.0572455 Jul 08 12:35:32.245110 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-e27edf72-d2c4-4e03-8aa4-c377dd762f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '00493d9e-99b1-432c-b65f-5a2806b8d19f', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:74:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:30:29Z', 'updated_at': '2021-07-08T12:30:32Z', 'revision_number': 1, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:32.248702 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa3709-4944-489b-96e8-268c72c9295a req-23119c93-d332-4233-9b62-c4eb04f5513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:32.250267 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-53fa3709-4944-489b-96e8-268c72c9295a req-23119c93-d332-4233-9b62-c4eb04f5513f service neutron] 10.222.0.89 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 912 time: 0.0907271 Jul 08 12:35:32.298627 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-53fa3709-4944-489b-96e8-268c72c9295a req-3fa4e6f8-4f3e-4385-87b0-303d61c087ca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c87d63-60c5-4600-859c-5c6a0ee7f841 HTTP/1.1" status: 200 len: 217 time: 0.0365558 Jul 08 12:35:32.351859 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa3709-4944-489b-96e8-268c72c9295a req-c3563db8-b7c2-4be3-b2b8-a2fd178787a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:32.353364 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-53fa3709-4944-489b-96e8-268c72c9295a req-c3563db8-b7c2-4be3-b2b8-a2fd178787a8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43fc61e1-2280-4220-b272-2e2e5663d052 HTTP/1.1" status: 200 len: 850 time: 0.0484290 Jul 08 12:35:32.370552 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27edf72-d2c4-4e03-8aa4-c377dd762f86 None None] Checking router: 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:35:32.379669 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27edf72-d2c4-4e03-8aa4-c377dd762f86 None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:35:32.380272 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-e27edf72-d2c4-4e03-8aa4-c377dd762f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:35:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:32.415263 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa3709-4944-489b-96e8-268c72c9295a req-6023da4f-44f4-47a5-8197-3052c733e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:32.417001 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-53fa3709-4944-489b-96e8-268c72c9295a req-6023da4f-44f4-47a5-8197-3052c733e02c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577984 Jul 08 12:35:32.497159 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-e27edf72-d2c4-4e03-8aa4-c377dd762f86 None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:35:32.503760 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf51f25-95ad-4f8a-8a2f-ac2e56f14c72 req-45273828-701e-49d1-8a92-78aa8cb3b095 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:32.505293 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3cf51f25-95ad-4f8a-8a2f-ac2e56f14c72 req-45273828-701e-49d1-8a92-78aa8cb3b095 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 945 time: 0.0677502 Jul 08 12:35:32.514597 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-53fa3709-4944-489b-96e8-268c72c9295a req-5bac2f3f-cc40-4b32-b4ea-acbb85ac8a62 service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898936 Jul 08 12:35:32.546192 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3cf51f25-95ad-4f8a-8a2f-ac2e56f14c72 req-501f4aaa-d810-48c8-a8b9-4c1307f38aba tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335364 Jul 08 12:35:32.616112 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-53fa3709-4944-489b-96e8-268c72c9295a req-d14bce5d-75bb-4bd7-9cc7-04ad7bef1542 service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935163 Jul 08 12:35:32.725751 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-e27edf72-d2c4-4e03-8aa4-c377dd762f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '00493d9e-99b1-432c-b65f-5a2806b8d19f', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:74:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:30:29Z', 'updated_at': '2021-07-08T12:30:32Z', 'revision_number': 1, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:32.752963 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27edf72-d2c4-4e03-8aa4-c377dd762f86 None None] The sync data for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi is: [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '00493d9e-99b1-432c-b65f-5a2806b8d19f', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'port_id': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'mac_address': 'fa:16:3e:74:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:30:29Z', 'updated_at': '2021-07-08T12:30:32Z', 'revision_number': 1, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:35:32.974471 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443961ed-ff3f-4594-aea4-58f2d61b4f4e None None] New status for floating IP e1eae4ea-4e2f-4c50-9c66-1aca26ae222b: DOWN {{(pid=93656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:35:32.993393 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279a337-fbc5-4fd0-97b9-f2792ad3b2e8 req-c742c5c2-6e27-4e55-ab85-7c77067da9a8 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:32.997507 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7279a337-fbc5-4fd0-97b9-f2792ad3b2e8 req-c742c5c2-6e27-4e55-ab85-7c77067da9a8 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 946 time: 0.0639927 Jul 08 12:35:33.032684 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7279a337-fbc5-4fd0-97b9-f2792ad3b2e8 req-8568204f-469d-4c54-a468-824c6f31bad1 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320380 Jul 08 12:35:33.728286 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39869a7b-3c26-41f9-9ec8-5b0b2903366b req-dca44ad6-3119-4619-87c7-54120dedb75f tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:33.729794 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-39869a7b-3c26-41f9-9ec8-5b0b2903366b req-dca44ad6-3119-4619-87c7-54120dedb75f tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 945 time: 0.0693867 Jul 08 12:35:33.766309 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-39869a7b-3c26-41f9-9ec8-5b0b2903366b req-a47ac79f-d142-44a6-bffe-4d102ef2b4ae tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310071 Jul 08 12:35:34.260153 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add187cd-d6a8-42e4-817e-bd1214205cb1 req-63304add-3ecf-415e-8a56-0f2a25af7c13 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:34.261637 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-add187cd-d6a8-42e4-817e-bd1214205cb1 req-63304add-3ecf-415e-8a56-0f2a25af7c13 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 945 time: 0.0635540 Jul 08 12:35:34.364188 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-add187cd-d6a8-42e4-817e-bd1214205cb1 req-6ae894ff-d681-4ecf-b679-cf1b4daaefd0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Deleting port 24c87d63-60c5-4600-859c-5c6a0ee7f841 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:35:34.364532 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-add187cd-d6a8-42e4-817e-bd1214205cb1 req-6ae894ff-d681-4ecf-b679-cf1b4daaefd0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:34.452779 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-add187cd-d6a8-42e4-817e-bd1214205cb1 req-6ae894ff-d681-4ecf-b679-cf1b4daaefd0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] For port 24c87d63-60c5-4600-859c-5c6a0ee7f841, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=24c87d63-60c5-4600-859c-5c6a0ee7f841,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:35:34.453060 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-add187cd-d6a8-42e4-817e-bd1214205cb1 req-6ae894ff-d681-4ecf-b679-cf1b4daaefd0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:34.466564 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-add187cd-d6a8-42e4-817e-bd1214205cb1 req-6ae894ff-d681-4ecf-b679-cf1b4daaefd0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Calling delete_port for 24c87d63-60c5-4600-859c-5c6a0ee7f841 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:35:34.674567 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-add187cd-d6a8-42e4-817e-bd1214205cb1 req-6ae894ff-d681-4ecf-b679-cf1b4daaefd0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:34.703592 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae894ff-d681-4ecf-b679-cf1b4daaefd0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event deleted for resources: {'Port': ['ID=24c87d63-60c5-4600-859c-5c6a0ee7f841,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:34.748376 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-add187cd-d6a8-42e4-817e-bd1214205cb1 req-6ae894ff-d681-4ecf-b679-cf1b4daaefd0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] No DVR routers for this DVR port 24c87d63-60c5-4600-859c-5c6a0ee7f841 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:35:34.750904 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-add187cd-d6a8-42e4-817e-bd1214205cb1 req-6ae894ff-d681-4ecf-b679-cf1b4daaefd0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:34.753526 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-add187cd-d6a8-42e4-817e-bd1214205cb1 req-6ae894ff-d681-4ecf-b679-cf1b4daaefd0 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "DELETE /v2.0/ports/24c87d63-60c5-4600-859c-5c6a0ee7f841 HTTP/1.1" status: 204 len: 173 time: 0.4860289 Jul 08 12:35:34.753956 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'name': 'network-vif-deleted', 'tag': '24c87d63-60c5-4600-859c-5c6a0ee7f841'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:35:34.756160 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79422174-26b7-4c0a-812c-57e7321567de" -d '{"events": [{"server_uuid": "364d6ea4-2238-4733-8732-b50d31b2cee7", "name": "network-vif-deleted", "tag": "24c87d63-60c5-4600-859c-5c6a0ee7f841"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:35:34.915862 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-dc939152-ad3b-4374-b79a-05c178c4d5ab req-fbb70b6a-23bc-44df-b152-6e15620d9086 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 210 time: 0.0314100 Jul 08 12:35:34.946208 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea074af-e0f9-4833-9c6e-f696e0200e8c x-openstack-request-id: req-4ea074af-e0f9-4833-9c6e-f696e0200e8c {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:35:34.946495 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364d6ea4-2238-4733-8732-b50d31b2cee7", "name": "network-vif-deleted", "tag": "24c87d63-60c5-4600-859c-5c6a0ee7f841", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:35:34.946742 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4ea074af-e0f9-4833-9c6e-f696e0200e8c {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:35:34.947138 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364d6ea4-2238-4733-8732-b50d31b2cee7', 'name': 'network-vif-deleted', 'tag': '24c87d63-60c5-4600-859c-5c6a0ee7f841', 'status': 'completed', 'code': 200} Jul 08 12:35:36.075336 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-9cce31a1-963a-4168-bb72-b96c5180f250 req-7a570147-d6ed-4e82-99be-49d6bb61c1be tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=364d6ea4-2238-4733-8732-b50d31b2cee7 HTTP/1.1" status: 200 len: 210 time: 0.0313528 Jul 08 12:35:36.937450 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 24c87d63-60c5-4600-859c-5c6a0ee7f841 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:35:36.960583 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: 24c87d63-60c5-4600-859c-5c6a0ee7f841 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:35:36.960916 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 24c87d63-60c5-4600-859c-5c6a0ee7f841 not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:35:39.561423 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35244) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:39.721341 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-1d242374-e836-45af-a440-9a5012feb6dd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Deleting port 8a3cca89-31d5-4e8b-910e-c13fdd703373 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:35:39.721685 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1d242374-e836-45af-a440-9a5012feb6dd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:39.798190 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1d242374-e836-45af-a440-9a5012feb6dd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:39.798423 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1d242374-e836-45af-a440-9a5012feb6dd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:39.810176 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-1d242374-e836-45af-a440-9a5012feb6dd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Calling delete_port for 8a3cca89-31d5-4e8b-910e-c13fdd703373 owned by network:floatingip {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:35:40.008764 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1d242374-e836-45af-a440-9a5012feb6dd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:40.034064 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d242374-e836-45af-a440-9a5012feb6dd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event deleted for resources: {'Port': ['ID=8a3cca89-31d5-4e8b-910e-c13fdd703373,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:40.097744 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1d242374-e836-45af-a440-9a5012feb6dd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for floatingip, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:40.098182 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.l3_db [None req-1d242374-e836-45af-a440-9a5012feb6dd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Floating IP 00493d9e-99b1-432c-b65f-5a2806b8d19f disassociated (deleted). External IP: 172.27.3.76, port: 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4. Jul 08 12:35:40.295519 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d242374-e836-45af-a440-9a5012feb6dd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:35:40.401563 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d242374-e836-45af-a440-9a5012feb6dd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:35:40.405922 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-1d242374-e836-45af-a440-9a5012feb6dd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:40.411397 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4764951-72de-4f91-85bf-1d4ddc3fa0a7 None None] Sync routers for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:35:40.420342 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4764951-72de-4f91-85bf-1d4ddc3fa0a7 None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:35:40.420991 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-e4764951-72de-4f91-85bf-1d4ddc3fa0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:35:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:40.446416 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-1d242374-e836-45af-a440-9a5012feb6dd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "DELETE /v2.0/floatingips/00493d9e-99b1-432c-b65f-5a2806b8d19f HTTP/1.1" status: 204 len: 168 time: 0.8839016 Jul 08 12:35:40.446994 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'tag': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:35:40.449269 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dee2f37-f87a-4d6e-9923-4244ae671374" -d '{"events": [{"name": "network-changed", "server_uuid": "74b7ba78-4c05-41a4-8df7-e3525bd8e2dd", "tag": "7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:35:40.486393 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87483c82-47c4-4c69-9f85-c624adb619eb x-openstack-request-id: req-87483c82-47c4-4c69-9f85-c624adb619eb {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:35:40.486677 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b7ba78-4c05-41a4-8df7-e3525bd8e2dd", "tag": "7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:35:40.486920 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-87483c82-47c4-4c69-9f85-c624adb619eb {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:35:40.487312 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'tag': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'status': 'completed', 'code': 200} Jul 08 12:35:40.533561 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-e4764951-72de-4f91-85bf-1d4ddc3fa0a7 None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:35:40.580356 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee2f37-f87a-4d6e-9923-4244ae671374 req-58c29d78-2d1e-4536-a1f1-b5b8dd4eb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:40.582286 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8dee2f37-f87a-4d6e-9923-4244ae671374 req-58c29d78-2d1e-4536-a1f1-b5b8dd4eb2ad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3bd03333fac1458580472c07c3ce8543&device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 1099 time: 0.0703342 Jul 08 12:35:40.671454 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee2f37-f87a-4d6e-9923-4244ae671374 req-e188ac4a-50d1-4621-9b31-dea573567da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:40.673150 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8dee2f37-f87a-4d6e-9923-4244ae671374 req-e188ac4a-50d1-4621-9b31-dea573567da4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 200 len: 912 time: 0.0843999 Jul 08 12:35:40.721023 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8dee2f37-f87a-4d6e-9923-4244ae671374 req-83b84d00-9e06-4aee-b1b1-5998be39c0a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0406375 Jul 08 12:35:40.738235 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-e4764951-72de-4f91-85bf-1d4ddc3fa0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:40.763749 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4764951-72de-4f91-85bf-1d4ddc3fa0a7 None None] Checking router: 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:35:40.772445 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee2f37-f87a-4d6e-9923-4244ae671374 req-8d8054f6-c033-4c42-a984-138e433239d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:40.774554 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8dee2f37-f87a-4d6e-9923-4244ae671374 req-8d8054f6-c033-4c42-a984-138e433239d0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43fc61e1-2280-4220-b272-2e2e5663d052 HTTP/1.1" status: 200 len: 850 time: 0.0472722 Jul 08 12:35:40.775345 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4764951-72de-4f91-85bf-1d4ddc3fa0a7 None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:35:40.776014 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-e4764951-72de-4f91-85bf-1d4ddc3fa0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:35:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:40.835296 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee2f37-f87a-4d6e-9923-4244ae671374 req-601898c6-c178-467d-b11b-f17bb889f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:40.836900 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8dee2f37-f87a-4d6e-9923-4244ae671374 req-601898c6-c178-467d-b11b-f17bb889f7f9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553081 Jul 08 12:35:40.882922 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-e4764951-72de-4f91-85bf-1d4ddc3fa0a7 None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:35:40.936599 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8dee2f37-f87a-4d6e-9923-4244ae671374 req-45e2ade7-0834-4b0b-b677-a48b6d0c329e service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932558 Jul 08 12:35:41.022584 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fb3fc-ca24-442f-9421-8f7e35d60f02 req-508666d1-5e2f-4cdc-a4da-50ec9f4f2f0c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:41.024213 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-db7fb3fc-ca24-442f-9421-8f7e35d60f02 req-508666d1-5e2f-4cdc-a4da-50ec9f4f2f0c tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 946 time: 0.0706241 Jul 08 12:35:41.039614 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8dee2f37-f87a-4d6e-9923-4244ae671374 req-d2b52316-00bc-4f0e-b874-834c18042a49 service neutron] 10.222.0.89 "GET /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957425 Jul 08 12:35:41.069007 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-db7fb3fc-ca24-442f-9421-8f7e35d60f02 req-03aca105-8f00-4cbe-be45-a4f9da22b1fd tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/security-groups?id=644a4ef8-c292-4c88-9634-b34129950872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387700 Jul 08 12:35:41.104387 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-e4764951-72de-4f91-85bf-1d4ddc3fa0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:41.132385 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4764951-72de-4f91-85bf-1d4ddc3fa0a7 None None] The sync data for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi is: [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:03Z', 'revision_number': 4, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '643f3a85-b155-422b-93d2-64ac5fd39bf8', 'name': '', 'network_id': 'e0d3d10d-6f47-4fb3-b0a8-cb923c50070d', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'mac_address': 'fa:16:3e:ba:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:02Z', 'updated_at': '2021-07-08T12:25:10Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'subnets': [{'id': '43fc61e1-2280-4220-b272-2e2e5663d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:35:41.338856 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d24f015-93ab-4953-909c-fe44017011d3 None None] New status for floating IP 00493d9e-99b1-432c-b65f-5a2806b8d19f: DOWN {{(pid=93656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:35:41.684988 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ddce7-af5c-4d5a-a986-1cdd6541ff0c req-fd5300e3-0a3a-4b48-b0f9-67eb1d242908 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:41.686560 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-163ddce7-af5c-4d5a-a986-1cdd6541ff0c req-fd5300e3-0a3a-4b48-b0f9-67eb1d242908 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 946 time: 0.0619161 Jul 08 12:35:41.790232 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-163ddce7-af5c-4d5a-a986-1cdd6541ff0c req-f148d93e-0840-45d4-b05f-2f95f8126efe tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Deleting port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:35:41.790492 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-163ddce7-af5c-4d5a-a986-1cdd6541ff0c req-f148d93e-0840-45d4-b05f-2f95f8126efe tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:41.877436 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-163ddce7-af5c-4d5a-a986-1cdd6541ff0c req-f148d93e-0840-45d4-b05f-2f95f8126efe tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] For port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:35:41.877795 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-163ddce7-af5c-4d5a-a986-1cdd6541ff0c req-f148d93e-0840-45d4-b05f-2f95f8126efe tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:41.894613 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-163ddce7-af5c-4d5a-a986-1cdd6541ff0c req-f148d93e-0840-45d4-b05f-2f95f8126efe tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Calling delete_port for 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:35:42.094483 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-163ddce7-af5c-4d5a-a986-1cdd6541ff0c req-f148d93e-0840-45d4-b05f-2f95f8126efe tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:42.125682 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148d93e-0840-45d4-b05f-2f95f8126efe tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event deleted for resources: {'Port': ['ID=7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:42.170856 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:42.177122 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-163ddce7-af5c-4d5a-a986-1cdd6541ff0c req-f148d93e-0840-45d4-b05f-2f95f8126efe tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] No DVR routers for this DVR port 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:35:42.179634 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-163ddce7-af5c-4d5a-a986-1cdd6541ff0c req-f148d93e-0840-45d4-b05f-2f95f8126efe tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:42.181763 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-163ddce7-af5c-4d5a-a986-1cdd6541ff0c req-f148d93e-0840-45d4-b05f-2f95f8126efe tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.89 "DELETE /v2.0/ports/7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 HTTP/1.1" status: 204 len: 173 time: 0.4892557 Jul 08 12:35:42.216974 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-08238559-378f-421c-ba22-6dc4589bb570 req-6dd57763-d3f5-4978-8abb-c44f4293ec26 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 210 time: 0.0290627 Jul 08 12:35:42.488148 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'name': 'network-vif-deleted', 'tag': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:35:42.490815 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45512ac4-f324-4dee-962e-01f31a2f2db4" -d '{"events": [{"server_uuid": "74b7ba78-4c05-41a4-8df7-e3525bd8e2dd", "name": "network-vif-deleted", "tag": "7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:35:42.528227 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c32afc-c90e-4b11-ad84-a119646613fd x-openstack-request-id: req-57c32afc-c90e-4b11-ad84-a119646613fd {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:35:42.528521 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b7ba78-4c05-41a4-8df7-e3525bd8e2dd", "name": "network-vif-deleted", "tag": "7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:35:42.528856 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-57c32afc-c90e-4b11-ad84-a119646613fd {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:35:42.529255 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b7ba78-4c05-41a4-8df7-e3525bd8e2dd', 'name': 'network-vif-deleted', 'tag': '7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4', 'status': 'completed', 'code': 200} Jul 08 12:35:43.387736 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d4764058-2eba-46de-aa6e-c84c30ef0931 req-cd3688f9-4f2a-4219-ab8c-a3b97f37936b tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "GET /v2.0/ports?device_id=74b7ba78-4c05-41a4-8df7-e3525bd8e2dd HTTP/1.1" status: 200 len: 210 time: 0.0297418 Jul 08 12:35:44.479539 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35264) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:44.606334 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-7cf185e2-48b7-4b61-8222-9fac15ee1952 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Deleting port f09f5d77-ffe6-42a5-a80e-0c908c7fe7fd {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:35:44.606768 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7cf185e2-48b7-4b61-8222-9fac15ee1952 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:44.688746 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7cf185e2-48b7-4b61-8222-9fac15ee1952 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:44.688983 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7cf185e2-48b7-4b61-8222-9fac15ee1952 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:44.722034 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-7cf185e2-48b7-4b61-8222-9fac15ee1952 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Calling delete_port for f09f5d77-ffe6-42a5-a80e-0c908c7fe7fd owned by network:floatingip {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:35:44.789533 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7b7576fd-091c-40e3-8da2-91d8d65e43d0 req-f57447a7-e748-4338-b1eb-2f556aaea310 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1107426 Jul 08 12:35:45.004950 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:35:45.028834 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:35:45.029177 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 7f1b9c21-6a5d-4af7-ae3e-8188ddd0b5a4 not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:35:45.163911 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7576fd-091c-40e3-8da2-91d8d65e43d0 req-3ba50a77-d735-47d7-a92a-9cf0d73ce0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:45.165441 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7b7576fd-091c-40e3-8da2-91d8d65e43d0 req-3ba50a77-d735-47d7-a92a-9cf0d73ce0a1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=69257826d7b148099ed20a4a2b3798ea&device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 1099 time: 0.3513415 Jul 08 12:35:45.229003 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7cf185e2-48b7-4b61-8222-9fac15ee1952 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:45.264247 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf185e2-48b7-4b61-8222-9fac15ee1952 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event deleted for resources: {'Port': ['ID=f09f5d77-ffe6-42a5-a80e-0c908c7fe7fd,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:45.343382 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7576fd-091c-40e3-8da2-91d8d65e43d0 req-f12d76f7-6f70-4332-ba67-bca0d494a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:45.344869 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7b7576fd-091c-40e3-8da2-91d8d65e43d0 req-f12d76f7-6f70-4332-ba67-bca0d494a82b service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 200 len: 917 time: 0.1586430 Jul 08 12:35:45.351604 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7cf185e2-48b7-4b61-8222-9fac15ee1952 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for floatingip, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:45.354326 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7cf185e2-48b7-4b61-8222-9fac15ee1952 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:45.355405 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-7cf185e2-48b7-4b61-8222-9fac15ee1952 tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "DELETE /v2.0/floatingips/1270b4c6-2b57-4191-a905-03d95e4eb539 HTTP/1.1" status: 204 len: 168 time: 0.8748949 Jul 08 12:35:45.420357 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7b7576fd-091c-40e3-8da2-91d8d65e43d0 req-4b118c2a-f188-4631-9637-52be6f195304 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718 HTTP/1.1" status: 200 len: 1001 time: 0.0638983 Jul 08 12:35:45.454235 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0d0ff30b-178a-4041-8498-d89ddfce5df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:45.471963 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7576fd-091c-40e3-8da2-91d8d65e43d0 req-c8fbb391-8fb9-4854-b95b-9510f1ecceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:45.474279 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7b7576fd-091c-40e3-8da2-91d8d65e43d0 req-c8fbb391-8fb9-4854-b95b-9510f1ecceeb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2889e973-26ef-4f9a-8438-d3a8d25d582e HTTP/1.1" status: 200 len: 855 time: 0.0467145 Jul 08 12:35:45.530361 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7576fd-091c-40e3-8da2-91d8d65e43d0 req-c6e92f69-e4a0-4e0e-b5fe-52499721a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:35:45.531942 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7b7576fd-091c-40e3-8da2-91d8d65e43d0 req-c6e92f69-e4a0-4e0e-b5fe-52499721a814 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e4e0557-4bba-4b10-85f1-95b3483d6f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520723 Jul 08 12:35:45.624149 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7b7576fd-091c-40e3-8da2-91d8d65e43d0 req-044e9ff9-66f1-443c-b04a-d8e28867b22f service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860708 Jul 08 12:35:45.720699 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-7b7576fd-091c-40e3-8da2-91d8d65e43d0 req-5365a0d1-7ca6-4da1-b57a-43a253713be2 service neutron] 10.222.0.89 "GET /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893495 Jul 08 12:35:46.760304 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35280) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:46.817121 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:46.841143 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:46.976489 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:46.979065 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:46.980206 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] 10.222.0.88 "DELETE /v2.0/security-groups/644a4ef8-c292-4c88-9634-b34129950872 HTTP/1.1" status: 204 len: 168 time: 0.2188861 Jul 08 12:35:46.990026 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644a4ef8-c292-4c88-9634-b34129950872,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:46.996745 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:46.997037 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:46.997375 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:46.997702 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:46.998031 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:46.998357 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:46.998701 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:46.999021 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:46.999341 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:46.999659 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:46.999972 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:47.000287 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd016e6b-a228-483e-8439-e502bd9d5e5a tempest-TestVolumeBootPattern-2135842051 tempest-TestVolumeBootPattern-2135842051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:48.169601 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35286) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:48.622694 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bc21ece2-7f4e-4d73-8caf-d8cd72de9526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3780154'] for router_interface, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:48.856472 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:48.883604 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-bc21ece2-7f4e-4d73-8caf-d8cd72de9526 admin admin] Deleting port 643f3a85-b155-422b-93d2-64ac5fd39bf8 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:35:48.883941 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bc21ece2-7f4e-4d73-8caf-d8cd72de9526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:48.961544 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [None req-bc21ece2-7f4e-4d73-8caf-d8cd72de9526 admin admin] For port 643f3a85-b155-422b-93d2-64ac5fd39bf8, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=643f3a85-b155-422b-93d2-64ac5fd39bf8,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:35:48.961935 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bc21ece2-7f4e-4d73-8caf-d8cd72de9526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:48.975185 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-bc21ece2-7f4e-4d73-8caf-d8cd72de9526 admin admin] Calling delete_port for 643f3a85-b155-422b-93d2-64ac5fd39bf8 owned by network:router_interface {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:35:49.233752 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bc21ece2-7f4e-4d73-8caf-d8cd72de9526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:49.262565 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21ece2-7f4e-4d73-8caf-d8cd72de9526 admin admin] Pushing event deleted for resources: {'Port': ['ID=643f3a85-b155-422b-93d2-64ac5fd39bf8,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:49.429652 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bc21ece2-7f4e-4d73-8caf-d8cd72de9526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3780348'] for router_interface, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:49.531116 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-892eb354-fd59-4abf-a0f3-2fc9a00f6dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:49.641175 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc21ece2-7f4e-4d73-8caf-d8cd72de9526 admin admin] Router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:35:49.756048 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc21ece2-7f4e-4d73-8caf-d8cd72de9526 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:35:49.761000 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-bc21ece2-7f4e-4d73-8caf-d8cd72de9526 admin admin] 10.222.0.88 "PUT /v2.0/routers/0b5425e5-aa76-4f1c-bf88-3abb6db32a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5904031 Jul 08 12:35:49.763449 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35290) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:49.766317 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f9942-e1ad-4c6d-9f1e-51c71da171e5 None None] Sync routers for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:35:49.776491 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f9942-e1ad-4c6d-9f1e-51c71da171e5 None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:35:49.777121 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-b30f9942-e1ad-4c6d-9f1e-51c71da171e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:35:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:49.868043 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:49.878010 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-b30f9942-e1ad-4c6d-9f1e-51c71da171e5 None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:35:49.965824 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:50.052652 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-b30f9942-e1ad-4c6d-9f1e-51c71da171e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:35:49Z', 'revision_number': 5, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port': {'id': 'b6f4709c-1188-458b-bebd-ebfbdf410991', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:50.073519 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] Deleting port b6f4709c-1188-458b-bebd-ebfbdf410991 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:35:50.073861 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:50.080934 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f9942-e1ad-4c6d-9f1e-51c71da171e5 None None] Checking router: 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:35:50.089690 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f9942-e1ad-4c6d-9f1e-51c71da171e5 None None] Routers {'0b5425e5-aa76-4f1c-bf88-3abb6db32a04'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:35:50.090287 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-b30f9942-e1ad-4c6d-9f1e-51c71da171e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:35:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:50.155662 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] For port b6f4709c-1188-458b-bebd-ebfbdf410991, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=b6f4709c-1188-458b-bebd-ebfbdf410991,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:35:50.155930 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:50.169536 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] Calling delete_port for b6f4709c-1188-458b-bebd-ebfbdf410991 owned by network:router_gateway {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:35:50.257614 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-b30f9942-e1ad-4c6d-9f1e-51c71da171e5 None None] Set router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 gateway port host: None {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:35:50.308392 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-b30f9942-e1ad-4c6d-9f1e-51c71da171e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:35:49Z', 'revision_number': 6, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port_host': None}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:50.337753 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f9942-e1ad-4c6d-9f1e-51c71da171e5 None None] The sync data for ids ['0b5425e5-aa76-4f1c-bf88-3abb6db32a04'] in dv-cinder-799631-5-iscsi is: [{'id': '0b5425e5-aa76-4f1c-bf88-3abb6db32a04', 'name': 'tempest-TestVolumeBootPattern-269261996-router', 'tenant_id': '3bd03333fac1458580472c07c3ce8543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:24:59Z', 'updated_at': '2021-07-08T12:35:49Z', 'revision_number': 6, 'project_id': '3bd03333fac1458580472c07c3ce8543', 'gw_port_host': None}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:35:50.388023 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:50.413903 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f4709c-1188-458b-bebd-ebfbdf410991,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:50.479233 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3782391'] for router_gateway, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:50.568006 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59185'] for router, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:50.570141 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:50.610548 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:50.685309 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3769747'] for router, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:50.685810 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b5425e5-aa76-4f1c-bf88-3abb6db32a04 {{(pid=93654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 12:35:50.691056 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:50.692723 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-23f52c0c-f5e7-4207-8b4c-222de70199b6 admin admin] 10.222.0.88 "DELETE /v2.0/routers/0b5425e5-aa76-4f1c-bf88-3abb6db32a04 HTTP/1.1" status: 204 len: 168 time: 0.9282973 Jul 08 12:35:50.695237 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35292) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:50.745315 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b4a1a8-1f5f-4190-91be-829772fbfcc8 admin admin] Deleting subnet 43fc61e1-2280-4220-b272-2e2e5663d052 {{(pid=93654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:35:50.748500 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-27b4a1a8-1f5f-4190-91be-829772fbfcc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.041709 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-27b4a1a8-1f5f-4190-91be-829772fbfcc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62702836'] for subnet, precommit_delete_associations {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.119406 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-27b4a1a8-1f5f-4190-91be-829772fbfcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.256753 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-27b4a1a8-1f5f-4190-91be-829772fbfcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61690950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58951734'] for subnet, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.280898 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4a1a8-1f5f-4190-91be-829772fbfcc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fc61e1-2280-4220-b272-2e2e5663d052,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:51.286842 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-27b4a1a8-1f5f-4190-91be-829772fbfcc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.291249 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-27b4a1a8-1f5f-4190-91be-829772fbfcc8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/43fc61e1-2280-4220-b272-2e2e5663d052 HTTP/1.1" status: 204 len: 168 time: 0.5927110 Jul 08 12:35:51.292362 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35294) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:51.295174 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a001b0ac-20b3-49f9-90d1-5377ae333572 None None] Network e0d3d10d-6f47-4fb3-b0a8-cb923c50070d requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:35:51.368374 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.420958 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Deleting port 1d140cf5-c923-4149-938b-16ba6968edc1 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:35:51.421647 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.487569 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] For port 1d140cf5-c923-4149-938b-16ba6968edc1, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=1d140cf5-c923-4149-938b-16ba6968edc1,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:35:51.487933 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.499830 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] DHCP port deletion for e0d3d10d-6f47-4fb3-b0a8-cb923c50070d request from dv-cinder-799631-5-iscsi {{(pid=93656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 12:35:51.502063 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Calling delete_port for 1d140cf5-c923-4149-938b-16ba6968edc1 owned by network:dhcp {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:35:51.546658 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Deleting port 1d140cf5-c923-4149-938b-16ba6968edc1 {{(pid=93656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:35:51.546978 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.606890 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] For port 1d140cf5-c923-4149-938b-16ba6968edc1, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=1d140cf5-c923-4149-938b-16ba6968edc1,segment=NetworkSegment(d95ff7a0-bfe5-41f2-9321-bd8c8e903a89),segment_id=d95ff7a0-bfe5-41f2-9321-bd8c8e903a89)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:35:51.607221 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.620333 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Calling delete_port for 1d140cf5-c923-4149-938b-16ba6968edc1 owned by network:dhcp {{(pid=93656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:35:51.659648 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.690187 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d140cf5-c923-4149-938b-16ba6968edc1,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:51.694349 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] No DVR routers for this DVR port 1d140cf5-c923-4149-938b-16ba6968edc1 on host dv-cinder-799631-5-iscsi {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:35:51.700845 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669'] for port, after_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.726148 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Pushing event deleted for resources: {'Port': ['ID=1d140cf5-c923-4149-938b-16ba6968edc1,revision_number=None']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:51.733338 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] No DVR routers for this DVR port 1d140cf5-c923-4149-938b-16ba6968edc1 on host dv-cinder-799631-5-iscsi {{(pid=93656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:35:51.735598 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:51.736002 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:51.736373 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:51.736738 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:51.737077 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:51.737414 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:51.737744 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:51.738073 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:51.739109 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:51.739381 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:51.739714 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:51.740106 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d98697-2e65-4155-8ae2-996a002912a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:35:51.768126 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.778503 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d3d10d-6f47-4fb3-b0a8-cb923c50070d']}} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:51.789136 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89') {'for_net_delete': True} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:51.789425 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95ff7a0-bfe5-41f2-9321-bd8c8e903a89') {} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:51.797922 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62702845'] for segment, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.811220 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.817055 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:35:51.817432 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61691105'] for segment, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: Traceback (most recent call last): Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: timer() Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: cb(*args, **kw) Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: return func(*args, **kwargs) Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: self._notify() Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: self.callback(batched_events) Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: event.method(event) Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: return f(self, *a, **k) Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._get(url).json() Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: return self.request(url, 'GET', **kwargs) Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:35:51.819013 dv-cinder-799631-5-iscsi neutron-server[93654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:35:51.953779 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.960579 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:51.966881 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] 10.222.0.88 "DELETE /v2.0/networks/e0d3d10d-6f47-4fb3-b0a8-cb923c50070d HTTP/1.1" status: 204 len: 168 time: 0.6709766 Jul 08 12:35:51.967253 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35298) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:51.981060 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c7c6d-6c0e-4d85-9591-e0c87c5a5b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d3d10d-6f47-4fb3-b0a8-cb923c50070d,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:52.262735 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 1d140cf5-c923-4149-938b-16ba6968edc1 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:35:52.282067 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 1d140cf5-c923-4149-938b-16ba6968edc1 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:35:52.282412 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 1d140cf5-c923-4149-938b-16ba6968edc1 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:35:52.282825 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device b6f4709c-1188-458b-bebd-ebfbdf410991 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:35:52.302253 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: b6f4709c-1188-458b-bebd-ebfbdf410991 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:35:52.302601 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device b6f4709c-1188-458b-bebd-ebfbdf410991 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:35:52.303013 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 643f3a85-b155-422b-93d2-64ac5fd39bf8 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:35:52.323928 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 643f3a85-b155-422b-93d2-64ac5fd39bf8 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:35:52.324272 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 643f3a85-b155-422b-93d2-64ac5fd39bf8 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:35:52.331740 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cc3fd511-84cd-4039-8a0a-be1777141387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3780154'] for router_interface, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:52.584872 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-cc3fd511-84cd-4039-8a0a-be1777141387 admin admin] Deleting port 9fe1bef6-cab4-4e01-9096-257543aa5293 {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:35:52.585215 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cc3fd511-84cd-4039-8a0a-be1777141387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:52.669985 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [None req-cc3fd511-84cd-4039-8a0a-be1777141387 admin admin] For port 9fe1bef6-cab4-4e01-9096-257543aa5293, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=9fe1bef6-cab4-4e01-9096-257543aa5293,segment=NetworkSegment(35757d2a-f142-48d5-bcd9-ca339052aa2b),segment_id=35757d2a-f142-48d5-bcd9-ca339052aa2b)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:35:52.670395 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cc3fd511-84cd-4039-8a0a-be1777141387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:52.685217 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-cc3fd511-84cd-4039-8a0a-be1777141387 admin admin] Calling delete_port for 9fe1bef6-cab4-4e01-9096-257543aa5293 owned by network:router_interface {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:35:52.741847 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:52.913671 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cc3fd511-84cd-4039-8a0a-be1777141387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:52.940637 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fd511-84cd-4039-8a0a-be1777141387 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe1bef6-cab4-4e01-9096-257543aa5293,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:53.118601 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-cc3fd511-84cd-4039-8a0a-be1777141387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3780348'] for router_interface, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:53.327510 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3fd511-84cd-4039-8a0a-be1777141387 admin admin] Router 2915073a-6cc0-4259-b75c-4ce28c73753c has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:35:53.434788 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3fd511-84cd-4039-8a0a-be1777141387 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:35:53.440205 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-cc3fd511-84cd-4039-8a0a-be1777141387 admin admin] 10.222.0.88 "PUT /v2.0/routers/2915073a-6cc0-4259-b75c-4ce28c73753c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4716508 Jul 08 12:35:53.443996 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35300) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:53.444991 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe073bf-26e2-4cb9-a3ff-3560266c3189 None None] Sync routers for ids ['2915073a-6cc0-4259-b75c-4ce28c73753c'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:35:53.453785 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe073bf-26e2-4cb9-a3ff-3560266c3189 None None] Routers {'2915073a-6cc0-4259-b75c-4ce28c73753c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:35:53.454401 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-cfe073bf-26e2-4cb9-a3ff-3560266c3189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:35:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['2915073a-6cc0-4259-b75c-4ce28c73753c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:53.551328 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5a413095-9730-4544-91df-295889200924 admin admin] Notify callbacks [] for router, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:53.560958 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-cfe073bf-26e2-4cb9-a3ff-3560266c3189 None None] Set router 2915073a-6cc0-4259-b75c-4ce28c73753c gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:35:53.655373 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5a413095-9730-4544-91df-295889200924 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:53.735567 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-cfe073bf-26e2-4cb9-a3ff-3560266c3189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'name': 'tempest-TestVolumeBootPattern-2043080206-router', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '058a1ae4-6fda-43ef-8c05-62ae360fda71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:25:07Z', 'updated_at': '2021-07-08T12:35:52Z', 'revision_number': 5, 'project_id': '2d42b8956de34a30a0d0e641af05c619', 'gw_port': {'id': '058a1ae4-6fda-43ef-8c05-62ae360fda71', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:25:08Z', 'updated_at': '2021-07-08T12:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:53.762141 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe073bf-26e2-4cb9-a3ff-3560266c3189 None None] Checking router: 2915073a-6cc0-4259-b75c-4ce28c73753c for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:35:53.771313 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe073bf-26e2-4cb9-a3ff-3560266c3189 None None] Routers {'2915073a-6cc0-4259-b75c-4ce28c73753c'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:35:53.771926 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-cfe073bf-26e2-4cb9-a3ff-3560266c3189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:35:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['2915073a-6cc0-4259-b75c-4ce28c73753c'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:53.778937 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-5a413095-9730-4544-91df-295889200924 admin admin] Deleting port 058a1ae4-6fda-43ef-8c05-62ae360fda71 {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:35:53.779285 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5a413095-9730-4544-91df-295889200924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:53.856329 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-cfe073bf-26e2-4cb9-a3ff-3560266c3189 None None] Set router 2915073a-6cc0-4259-b75c-4ce28c73753c gateway port host: None {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:35:53.862319 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [None req-5a413095-9730-4544-91df-295889200924 admin admin] For port 058a1ae4-6fda-43ef-8c05-62ae360fda71, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=058a1ae4-6fda-43ef-8c05-62ae360fda71,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:35:53.862686 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5a413095-9730-4544-91df-295889200924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:53.875825 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-5a413095-9730-4544-91df-295889200924 admin admin] Calling delete_port for 058a1ae4-6fda-43ef-8c05-62ae360fda71 owned by network:router_gateway {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:35:54.029133 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-cfe073bf-26e2-4cb9-a3ff-3560266c3189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'name': 'tempest-TestVolumeBootPattern-2043080206-router', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:25:07Z', 'updated_at': '2021-07-08T12:35:53Z', 'revision_number': 6, 'project_id': '2d42b8956de34a30a0d0e641af05c619', 'gw_port_host': None}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:54.056638 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe073bf-26e2-4cb9-a3ff-3560266c3189 None None] The sync data for ids ['2915073a-6cc0-4259-b75c-4ce28c73753c'] in dv-cinder-799631-5-iscsi is: [{'id': '2915073a-6cc0-4259-b75c-4ce28c73753c', 'name': 'tempest-TestVolumeBootPattern-2043080206-router', 'tenant_id': '2d42b8956de34a30a0d0e641af05c619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:25:07Z', 'updated_at': '2021-07-08T12:35:53Z', 'revision_number': 6, 'project_id': '2d42b8956de34a30a0d0e641af05c619', 'gw_port_host': None}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:35:54.362698 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5a413095-9730-4544-91df-295889200924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:54.390340 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a413095-9730-4544-91df-295889200924 admin admin] Pushing event deleted for resources: {'Port': ['ID=058a1ae4-6fda-43ef-8c05-62ae360fda71,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:54.454197 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5a413095-9730-4544-91df-295889200924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3782391'] for router_gateway, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:54.538712 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 9fe1bef6-cab4-4e01-9096-257543aa5293 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:35:54.558272 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 9fe1bef6-cab4-4e01-9096-257543aa5293 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:35:54.558612 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 9fe1bef6-cab4-4e01-9096-257543aa5293 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:35:54.562731 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5a413095-9730-4544-91df-295889200924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59185'] for router, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:54.564903 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5a413095-9730-4544-91df-295889200924 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:54.699725 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5a413095-9730-4544-91df-295889200924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3769747'] for router, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:54.700875 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a413095-9730-4544-91df-295889200924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2915073a-6cc0-4259-b75c-4ce28c73753c {{(pid=93655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 12:35:54.709998 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5a413095-9730-4544-91df-295889200924 admin admin] Notify callbacks [] for router, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:54.711138 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-5a413095-9730-4544-91df-295889200924 admin admin] 10.222.0.88 "DELETE /v2.0/routers/2915073a-6cc0-4259-b75c-4ce28c73753c HTTP/1.1" status: 204 len: 168 time: 1.2661214 Jul 08 12:35:54.713649 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35304) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:54.758284 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a6f1db-4892-4b8a-918d-ef3538099fae admin admin] Deleting subnet cbec7b38-b4fb-44cc-a334-ea714a7b8889 {{(pid=93655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:35:54.763447 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f1db-4892-4b8a-918d-ef3538099fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:54.806673 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f1db-4892-4b8a-918d-ef3538099fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59581787'] for subnet, precommit_delete_associations {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:54.893753 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f1db-4892-4b8a-918d-ef3538099fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:54.996727 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:35:55.006071 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f1db-4892-4b8a-918d-ef3538099fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61923534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61887726'] for subnet, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.032452 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6f1db-4892-4b8a-918d-ef3538099fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbec7b38-b4fb-44cc-a334-ea714a7b8889,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:55.035935 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f1db-4892-4b8a-918d-ef3538099fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.040562 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-a4a6f1db-4892-4b8a-918d-ef3538099fae admin admin] 10.222.0.88 "DELETE /v2.0/subnets/cbec7b38-b4fb-44cc-a334-ea714a7b8889 HTTP/1.1" status: 204 len: 168 time: 0.3259449 Jul 08 12:35:55.040989 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35306) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:55.041687 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd48370e-da5c-4da7-af95-2f5c95feb707 None None] Network 013d79c2-d017-403c-9950-b49c6a426f9d requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:35:55.116995 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.174475 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Deleting port c89d603e-e46e-4e9b-8e8c-9dea8838dad9 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:35:55.174815 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.228690 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6364a9-e277-4296-966b-5f15d26e1c8b None None] DHCP port deletion for 013d79c2-d017-403c-9950-b49c6a426f9d request from dv-cinder-799631-5-iscsi {{(pid=93656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 12:35:55.240025 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] For port c89d603e-e46e-4e9b-8e8c-9dea8838dad9, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=c89d603e-e46e-4e9b-8e8c-9dea8838dad9,segment=NetworkSegment(35757d2a-f142-48d5-bcd9-ca339052aa2b),segment_id=35757d2a-f142-48d5-bcd9-ca339052aa2b)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:35:55.240385 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.253251 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Calling delete_port for c89d603e-e46e-4e9b-8e8c-9dea8838dad9 owned by network:dhcp {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:35:55.277356 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-0f6364a9-e277-4296-966b-5f15d26e1c8b None None] Deleting port c89d603e-e46e-4e9b-8e8c-9dea8838dad9 {{(pid=93656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:35:55.277736 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0f6364a9-e277-4296-966b-5f15d26e1c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.339555 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-0f6364a9-e277-4296-966b-5f15d26e1c8b None None] For port c89d603e-e46e-4e9b-8e8c-9dea8838dad9, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=c89d603e-e46e-4e9b-8e8c-9dea8838dad9,segment=NetworkSegment(35757d2a-f142-48d5-bcd9-ca339052aa2b),segment_id=35757d2a-f142-48d5-bcd9-ca339052aa2b)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:35:55.341319 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0f6364a9-e277-4296-966b-5f15d26e1c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.352651 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-0f6364a9-e277-4296-966b-5f15d26e1c8b None None] Calling delete_port for c89d603e-e46e-4e9b-8e8c-9dea8838dad9 owned by network:dhcp {{(pid=93656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:35:55.398922 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.428980 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=c89d603e-e46e-4e9b-8e8c-9dea8838dad9,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:55.430054 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0f6364a9-e277-4296-966b-5f15d26e1c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669'] for port, after_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.430802 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] No DVR routers for this DVR port c89d603e-e46e-4e9b-8e8c-9dea8838dad9 on host dv-cinder-799631-5-iscsi {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:35:55.456099 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6364a9-e277-4296-966b-5f15d26e1c8b None None] Pushing event deleted for resources: {'Port': ['ID=c89d603e-e46e-4e9b-8e8c-9dea8838dad9,revision_number=None']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:55.460559 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6364a9-e277-4296-966b-5f15d26e1c8b None None] No DVR routers for this DVR port c89d603e-e46e-4e9b-8e8c-9dea8838dad9 on host dv-cinder-799631-5-iscsi {{(pid=93656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:35:55.500383 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.512913 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013d79c2-d017-403c-9950-b49c6a426f9d']}} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:55.522373 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35757d2a-f142-48d5-bcd9-ca339052aa2b') {'for_net_delete': True} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:55.522665 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35757d2a-f142-48d5-bcd9-ca339052aa2b') {} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:35:55.531209 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62702845'] for segment, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.548202 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.555083 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:35:55.556681 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61691105'] for segment, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: Traceback (most recent call last): Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: timer() Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: cb(*args, **kw) Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: return func(*args, **kwargs) Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: self._notify() Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: self.callback(batched_events) Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: event.method(event) Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: return f(self, *a, **k) Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._get(url).json() Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: return self.request(url, 'GET', **kwargs) Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:35:55.557192 dv-cinder-799631-5-iscsi neutron-server[93654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:35:55.673426 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.678625 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:55.680493 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] 10.222.0.88 "DELETE /v2.0/networks/013d79c2-d017-403c-9950-b49c6a426f9d HTTP/1.1" status: 204 len: 168 time: 0.6384501 Jul 08 12:35:55.694190 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfb79e-acdb-4ce8-b882-131113710f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=013d79c2-d017-403c-9950-b49c6a426f9d,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:55.953295 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35310) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:55.994368 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-007c5ae9-0c25-4f3d-8a24-0cda97a7c0e5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3bd03333fac1458580472c07c3ce8543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399299 Jul 08 12:35:55.997095 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35312) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:56.045286 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-81872988-845c-42e5-b2ea-0c860aa8231b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:56.066403 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-81872988-845c-42e5-b2ea-0c860aa8231b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:56.168220 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-81872988-845c-42e5-b2ea-0c860aa8231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:56.170747 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-81872988-845c-42e5-b2ea-0c860aa8231b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:56.171941 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-81872988-845c-42e5-b2ea-0c860aa8231b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c6a13120-cb25-4a00-885b-7225ca640e79 HTTP/1.1" status: 204 len: 168 time: 0.1738224 Jul 08 12:35:56.180535 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81872988-845c-42e5-b2ea-0c860aa8231b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a13120-cb25-4a00-885b-7225ca640e79,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:35:56.252357 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device c89d603e-e46e-4e9b-8e8c-9dea8838dad9 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:35:56.273905 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: c89d603e-e46e-4e9b-8e8c-9dea8838dad9 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:35:56.274304 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device c89d603e-e46e-4e9b-8e8c-9dea8838dad9 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:35:56.274722 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 058a1ae4-6fda-43ef-8c05-62ae360fda71 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:35:56.293035 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 058a1ae4-6fda-43ef-8c05-62ae360fda71 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:35:56.293634 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 058a1ae4-6fda-43ef-8c05-62ae360fda71 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:35:56.853994 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35318) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:56.894193 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-6d7f66cc-881e-4b50-9446-e633518110ee admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2d42b8956de34a30a0d0e641af05c619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390306 Jul 08 12:35:56.897174 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35320) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:35:56.946755 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b984a3a5-0aa8-4fa7-a385-4e76ac96e6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:56.967707 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b984a3a5-0aa8-4fa7-a385-4e76ac96e6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:57.067852 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b984a3a5-0aa8-4fa7-a385-4e76ac96e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:57.070458 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-b984a3a5-0aa8-4fa7-a385-4e76ac96e6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:35:57.071617 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-b984a3a5-0aa8-4fa7-a385-4e76ac96e6ea admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/41194312-5099-4fdc-bcf8-d859cea0bfe9 HTTP/1.1" status: 204 len: 168 time: 0.1735256 Jul 08 12:35:57.079571 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984a3a5-0aa8-4fa7-a385-4e76ac96e6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41194312-5099-4fdc-bcf8-d859cea0bfe9,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:12.135555 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:15.487434 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ed2744b7-7982-48d7-99ee-e28c87d4dde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:18.933608 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:19.575348 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c5f06a06-e331-4b45-9963-95376f8920e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:20.609499 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:22.767617 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:29.665250 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f026322-337f-4381-8802-bf3c19eb475f req-bd853907-d3dc-4a28-81ba-0a698d76ee7d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:29.666755 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3f026322-337f-4381-8802-bf3c19eb475f req-bd853907-d3dc-4a28-81ba-0a698d76ee7d tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 946 time: 0.0794766 Jul 08 12:36:29.705911 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3f026322-337f-4381-8802-bf3c19eb475f req-5af78870-7ec8-4493-b590-2c74a645a70b tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334513 Jul 08 12:36:30.896151 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ca5cd-cfd1-4df9-bc62-f6265d6d0b21 req-cf39185c-1305-45c2-9f3f-a6177b499326 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:30.898366 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2b2ca5cd-cfd1-4df9-bc62-f6265d6d0b21 req-cf39185c-1305-45c2-9f3f-a6177b499326 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 946 time: 0.0649900 Jul 08 12:36:30.942265 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2b2ca5cd-cfd1-4df9-bc62-f6265d6d0b21 req-3867881f-bdbc-46d7-aeb4-9e6414d0b7d0 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups?id=691e7041-dcac-4318-b569-637a34bd64f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382113 Jul 08 12:36:31.306320 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db82ec-1688-4850-af33-3173b7d24cde req-0b2197ce-8b2e-4e82-95a0-97d56f03acc4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:31.307747 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-68db82ec-1688-4850-af33-3173b7d24cde req-0b2197ce-8b2e-4e82-95a0-97d56f03acc4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.89 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 946 time: 0.0676863 Jul 08 12:36:31.404798 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-68db82ec-1688-4850-af33-3173b7d24cde req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Deleting port 9b0c0698-3792-42f6-8dcf-f1ef6147e718 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:36:31.405138 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-68db82ec-1688-4850-af33-3173b7d24cde req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:31.495343 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-68db82ec-1688-4850-af33-3173b7d24cde req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] For port 9b0c0698-3792-42f6-8dcf-f1ef6147e718, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b0c0698-3792-42f6-8dcf-f1ef6147e718,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:36:31.495698 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-68db82ec-1688-4850-af33-3173b7d24cde req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:31.660316 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-68db82ec-1688-4850-af33-3173b7d24cde req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:31.660622 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-68db82ec-1688-4850-af33-3173b7d24cde req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:31.660938 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.l3_db [req-68db82ec-1688-4850-af33-3173b7d24cde req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Floating IP 36df207d-89ee-4ac0-b0ed-591c3eb9120d disassociated. External IP: 172.27.3.206, port: 9b0c0698-3792-42f6-8dcf-f1ef6147e718. Jul 08 12:36:31.661277 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-68db82ec-1688-4850-af33-3173b7d24cde req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Calling delete_port for 9b0c0698-3792-42f6-8dcf-f1ef6147e718 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:36:31.841639 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-68db82ec-1688-4850-af33-3173b7d24cde req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:31.869632 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event deleted for resources: {'Port': ['ID=9b0c0698-3792-42f6-8dcf-f1ef6147e718,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:31.880577 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:31.880946 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:31.881301 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:31.881639 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:31.881976 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:31.882308 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:31.882637 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:31.882970 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:31.883324 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:31.883623 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:31.883944 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:31.884278 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:31.996712 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68db82ec-1688-4850-af33-3173b7d24cde req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:36:31.999783 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:36:32.103929 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-b6ab6254-b25d-47f2-bb80-4d6d05fbda3d req-63aec2de-a228-40ed-9aae-c3164ef5a249 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/ports?device_id=5d5c682d-49da-4a74-afe7-41b4c808b5f8 HTTP/1.1" status: 200 len: 210 time: 0.0292788 Jul 08 12:36:32.110188 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68db82ec-1688-4850-af33-3173b7d24cde req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:36:32.121264 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b029841f-89b4-4b8c-8cf3-a3969d73860e None None] Sync routers for ids ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:36:32.130446 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b029841f-89b4-4b8c-8cf3-a3969d73860e None None] Routers {'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:36:32.131632 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-b029841f-89b4-4b8c-8cf3-a3969d73860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:36:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:36:32.155096 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-68db82ec-1688-4850-af33-3173b7d24cde req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] No DVR routers for this DVR port 9b0c0698-3792-42f6-8dcf-f1ef6147e718 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:36:32.157572 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-68db82ec-1688-4850-af33-3173b7d24cde req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:32.159501 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-68db82ec-1688-4850-af33-3173b7d24cde req-2abd5c40-7003-4af5-ada2-9fb3462939b4 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.89 "DELETE /v2.0/ports/9b0c0698-3792-42f6-8dcf-f1ef6147e718 HTTP/1.1" status: 204 len: 173 time: 0.8462133 Jul 08 12:36:32.159936 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'name': 'network-vif-deleted', 'tag': '9b0c0698-3792-42f6-8dcf-f1ef6147e718'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:36:32.162201 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b267a998-61d1-4cab-87e7-2f9c8d64feaf" -d '{"events": [{"server_uuid": "5d5c682d-49da-4a74-afe7-41b4c808b5f8", "name": "network-vif-deleted", "tag": "9b0c0698-3792-42f6-8dcf-f1ef6147e718"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:36:32.200636 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1215e13-8047-4857-a64d-209ce8ca680a x-openstack-request-id: req-d1215e13-8047-4857-a64d-209ce8ca680a {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:36:32.200927 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5c682d-49da-4a74-afe7-41b4c808b5f8", "name": "network-vif-deleted", "tag": "9b0c0698-3792-42f6-8dcf-f1ef6147e718", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:36:32.201182 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d1215e13-8047-4857-a64d-209ce8ca680a {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:36:32.201588 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5c682d-49da-4a74-afe7-41b4c808b5f8', 'name': 'network-vif-deleted', 'tag': '9b0c0698-3792-42f6-8dcf-f1ef6147e718', 'status': 'completed', 'code': 200} Jul 08 12:36:32.239517 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-b029841f-89b4-4b8c-8cf3-a3969d73860e None None] Set router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:36:32.442203 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-b029841f-89b4-4b8c-8cf3-a3969d73860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:16Z', 'revision_number': 5, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:36:32.468477 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b029841f-89b4-4b8c-8cf3-a3969d73860e None None] Checking router: dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:36:32.477790 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b029841f-89b4-4b8c-8cf3-a3969d73860e None None] Routers {'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:36:32.478402 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-b029841f-89b4-4b8c-8cf3-a3969d73860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:36:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:36:32.580219 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-b029841f-89b4-4b8c-8cf3-a3969d73860e None None] Set router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:36:32.770481 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-b029841f-89b4-4b8c-8cf3-a3969d73860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:16Z', 'revision_number': 5, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:36:32.798258 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b029841f-89b4-4b8c-8cf3-a3969d73860e None None] The sync data for ids ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'] in dv-cinder-799631-5-iscsi is: [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:26:10Z', 'revision_number': 4, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '45dbc19f-769a-42c8-8097-47dfe8464348', 'name': '', 'network_id': '8e4e0557-4bba-4b10-85f1-95b3483d6f84', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'mac_address': 'fa:16:3e:8b:50:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:09Z', 'updated_at': '2021-07-08T12:26:16Z', 'revision_number': 5, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'subnets': [{'id': '2889e973-26ef-4f9a-8438-d3a8d25d582e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:36:33.014310 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdf75c-8e4d-432d-9df2-a4a4dc958d47 None None] New status for floating IP 36df207d-89ee-4ac0-b0ed-591c3eb9120d: DOWN {{(pid=93656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:36:33.312459 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35360) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:36:33.367612 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bcb85998-af8e-4f9c-9fb9-e3680218f3fa tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:33.393237 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bcb85998-af8e-4f9c-9fb9-e3680218f3fa tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:33.509985 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bcb85998-af8e-4f9c-9fb9-e3680218f3fa tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:33.512544 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-bcb85998-af8e-4f9c-9fb9-e3680218f3fa tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:33.515425 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-bcb85998-af8e-4f9c-9fb9-e3680218f3fa tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "DELETE /v2.0/security-groups/691e7041-dcac-4318-b569-637a34bd64f1 HTTP/1.1" status: 204 len: 168 time: 0.2002602 Jul 08 12:36:33.516456 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35362) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:36:33.522961 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb85998-af8e-4f9c-9fb9-e3680218f3fa tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691e7041-dcac-4318-b569-637a34bd64f1,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:33.532689 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.api.v2.resource [None req-d46c5f26-302b-49da-ab79-00989e5a4134 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] show failed (client error): The resource could not be found. Jul 08 12:36:33.533912 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-d46c5f26-302b-49da-ab79-00989e5a4134 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "GET /v2.0/security-groups/691e7041-dcac-4318-b569-637a34bd64f1 HTTP/1.1" status: 404 len: 347 time: 0.0163584 Jul 08 12:36:33.536708 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35364) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:36:33.661450 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-ca4144cd-2473-4121-b4dc-fb8c8dcf3672 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Deleting port e6eb40fc-32a7-486e-8a30-a1fc07b76128 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:36:33.661789 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ca4144cd-2473-4121-b4dc-fb8c8dcf3672 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:33.739173 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ca4144cd-2473-4121-b4dc-fb8c8dcf3672 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:33.739503 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ca4144cd-2473-4121-b4dc-fb8c8dcf3672 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:33.750779 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-ca4144cd-2473-4121-b4dc-fb8c8dcf3672 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Calling delete_port for e6eb40fc-32a7-486e-8a30-a1fc07b76128 owned by network:floatingip {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:36:33.957410 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ca4144cd-2473-4121-b4dc-fb8c8dcf3672 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:33.987153 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4144cd-2473-4121-b4dc-fb8c8dcf3672 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Pushing event deleted for resources: {'Port': ['ID=e6eb40fc-32a7-486e-8a30-a1fc07b76128,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:34.046556 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ca4144cd-2473-4121-b4dc-fb8c8dcf3672 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks [] for floatingip, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:34.049061 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ca4144cd-2473-4121-b4dc-fb8c8dcf3672 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:34.050383 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-ca4144cd-2473-4121-b4dc-fb8c8dcf3672 tempest-AttachVolumeShelveTestJSON-946814100 tempest-AttachVolumeShelveTestJSON-946814100-project] 10.222.0.88 "DELETE /v2.0/floatingips/36df207d-89ee-4ac0-b0ed-591c3eb9120d HTTP/1.1" status: 204 len: 168 time: 0.5119386 Jul 08 12:36:35.306058 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 9b0c0698-3792-42f6-8dcf-f1ef6147e718 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:36:35.325898 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: 9b0c0698-3792-42f6-8dcf-f1ef6147e718 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:36:35.326242 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 9b0c0698-3792-42f6-8dcf-f1ef6147e718 not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:36:36.864255 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35386) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:36:37.400855 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7cdd802a-da69-4a8f-88a1-dfaab4f8f970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3780154'] for router_interface, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:37.644764 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd802a-da69-4a8f-88a1-dfaab4f8f970 admin admin] Deleting port 45dbc19f-769a-42c8-8097-47dfe8464348 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:36:37.645097 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7cdd802a-da69-4a8f-88a1-dfaab4f8f970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:37.722027 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [None req-7cdd802a-da69-4a8f-88a1-dfaab4f8f970 admin admin] For port 45dbc19f-769a-42c8-8097-47dfe8464348, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=45dbc19f-769a-42c8-8097-47dfe8464348,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:36:37.722387 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7cdd802a-da69-4a8f-88a1-dfaab4f8f970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:37.735651 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd802a-da69-4a8f-88a1-dfaab4f8f970 admin admin] Calling delete_port for 45dbc19f-769a-42c8-8097-47dfe8464348 owned by network:router_interface {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:36:37.984694 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7cdd802a-da69-4a8f-88a1-dfaab4f8f970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:38.015295 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd802a-da69-4a8f-88a1-dfaab4f8f970 admin admin] Pushing event deleted for resources: {'Port': ['ID=45dbc19f-769a-42c8-8097-47dfe8464348,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:38.179552 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7cdd802a-da69-4a8f-88a1-dfaab4f8f970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3780348'] for router_interface, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:38.650429 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdd802a-da69-4a8f-88a1-dfaab4f8f970 admin admin] Router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:36:38.757559 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdd802a-da69-4a8f-88a1-dfaab4f8f970 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:36:38.762788 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-7cdd802a-da69-4a8f-88a1-dfaab4f8f970 admin admin] 10.222.0.88 "PUT /v2.0/routers/dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8971868 Jul 08 12:36:38.765077 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35390) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:36:38.765575 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b7d53-9858-4894-8047-d39d6d150934 None None] Sync routers for ids ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:36:38.775071 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b7d53-9858-4894-8047-d39d6d150934 None None] Routers {'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:36:38.775662 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-f35b7d53-9858-4894-8047-d39d6d150934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:36:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:36:38.868107 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] Notify callbacks [] for router, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:38.875255 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-f35b7d53-9858-4894-8047-d39d6d150934 None None] Set router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:36:38.965869 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:39.048980 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-f35b7d53-9858-4894-8047-d39d6d150934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:36:37Z', 'revision_number': 5, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port': {'id': '6ff35a36-6a19-4a69-9006-ece3bd39f527', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:26:07Z', 'updated_at': '2021-07-08T12:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:36:39.078859 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b7d53-9858-4894-8047-d39d6d150934 None None] Checking router: dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:36:39.079195 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] Deleting port 6ff35a36-6a19-4a69-9006-ece3bd39f527 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:36:39.079961 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:39.087399 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b7d53-9858-4894-8047-d39d6d150934 None None] Routers {'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:36:39.088007 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-f35b7d53-9858-4894-8047-d39d6d150934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:36:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:36:39.160769 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] For port 6ff35a36-6a19-4a69-9006-ece3bd39f527, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=6ff35a36-6a19-4a69-9006-ece3bd39f527,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:36:39.161045 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:39.174071 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] Calling delete_port for 6ff35a36-6a19-4a69-9006-ece3bd39f527 owned by network:router_gateway {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:36:39.255136 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-f35b7d53-9858-4894-8047-d39d6d150934 None None] Set router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 gateway port host: None {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:36:39.306734 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-f35b7d53-9858-4894-8047-d39d6d150934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:36:38Z', 'revision_number': 6, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port_host': None}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:36:39.337568 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b7d53-9858-4894-8047-d39d6d150934 None None] The sync data for ids ['dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1'] in dv-cinder-799631-5-iscsi is: [{'id': 'dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1', 'name': 'tempest-AttachVolumeShelveTestJSON-131834178-router', 'tenant_id': '69257826d7b148099ed20a4a2b3798ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:26:06Z', 'updated_at': '2021-07-08T12:36:38Z', 'revision_number': 6, 'project_id': '69257826d7b148099ed20a4a2b3798ea', 'gw_port_host': None}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:36:39.437457 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:39.464017 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff35a36-6a19-4a69-9006-ece3bd39f527,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:39.527937 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3782391'] for router_gateway, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:39.615368 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59185'] for router, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:39.617448 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:39.695707 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3769747'] for router, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:39.696186 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 {{(pid=93654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 12:36:39.700522 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] Notify callbacks [] for router, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:39.701954 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-7c25db28-bed2-4d51-b182-91ff1913deaa admin admin] 10.222.0.88 "DELETE /v2.0/routers/dfd0bb2f-99cb-45a7-a561-76d1aae6e2f1 HTTP/1.1" status: 204 len: 168 time: 0.9357221 Jul 08 12:36:39.704234 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35392) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:36:39.753327 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c199d12-dff0-47eb-9183-b5f9964a606d admin admin] Deleting subnet 2889e973-26ef-4f9a-8438-d3a8d25d582e {{(pid=93654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:36:39.757732 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0c199d12-dff0-47eb-9183-b5f9964a606d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:39.792809 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0c199d12-dff0-47eb-9183-b5f9964a606d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62702836'] for subnet, precommit_delete_associations {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:39.866756 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0c199d12-dff0-47eb-9183-b5f9964a606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:39.980623 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0c199d12-dff0-47eb-9183-b5f9964a606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61690950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58951734'] for subnet, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.011824 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c199d12-dff0-47eb-9183-b5f9964a606d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2889e973-26ef-4f9a-8438-d3a8d25d582e,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:40.013886 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-0c199d12-dff0-47eb-9183-b5f9964a606d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.015906 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-0c199d12-dff0-47eb-9183-b5f9964a606d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/2889e973-26ef-4f9a-8438-d3a8d25d582e HTTP/1.1" status: 204 len: 168 time: 0.3102441 Jul 08 12:36:40.018188 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35394) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:36:40.020794 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdd3f92-6641-4035-bf58-5f3f6a5f1501 None None] Network 8e4e0557-4bba-4b10-85f1-95b3483d6f84 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:36:40.087613 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.142605 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Deleting port 36e2c3a8-f23b-4e88-b03a-1926b88149a2 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:36:40.142948 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.212353 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] For port 36e2c3a8-f23b-4e88-b03a-1926b88149a2, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=36e2c3a8-f23b-4e88-b03a-1926b88149a2,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:36:40.212753 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.224718 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085c4ad3-d497-48b4-bfb2-cd4b6d4bd3a0 None None] DHCP port deletion for 8e4e0557-4bba-4b10-85f1-95b3483d6f84 request from dv-cinder-799631-5-iscsi {{(pid=93656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 12:36:40.227229 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Calling delete_port for 36e2c3a8-f23b-4e88-b03a-1926b88149a2 owned by network:dhcp {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:36:40.274092 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-085c4ad3-d497-48b4-bfb2-cd4b6d4bd3a0 None None] Deleting port 36e2c3a8-f23b-4e88-b03a-1926b88149a2 {{(pid=93656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:36:40.277689 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-085c4ad3-d497-48b4-bfb2-cd4b6d4bd3a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.321466 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 36e2c3a8-f23b-4e88-b03a-1926b88149a2 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:36:40.369642 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-085c4ad3-d497-48b4-bfb2-cd4b6d4bd3a0 None None] For port 36e2c3a8-f23b-4e88-b03a-1926b88149a2, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=36e2c3a8-f23b-4e88-b03a-1926b88149a2,segment=NetworkSegment(941ecddf-8688-4d9f-bcce-f2ad6db229be),segment_id=941ecddf-8688-4d9f-bcce-f2ad6db229be)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:36:40.370052 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-085c4ad3-d497-48b4-bfb2-cd4b6d4bd3a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.384082 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-085c4ad3-d497-48b4-bfb2-cd4b6d4bd3a0 None None] Calling delete_port for 36e2c3a8-f23b-4e88-b03a-1926b88149a2 owned by network:dhcp {{(pid=93656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:36:40.430383 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.458754 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] No DVR routers for this DVR port 36e2c3a8-f23b-4e88-b03a-1926b88149a2 on host dv-cinder-799631-5-iscsi {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:36:40.462736 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.463913 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e2c3a8-f23b-4e88-b03a-1926b88149a2,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:40.520937 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 6ff35a36-6a19-4a69-9006-ece3bd39f527 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:36:40.539225 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.541433 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 6ff35a36-6a19-4a69-9006-ece3bd39f527 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:36:40.541778 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 6ff35a36-6a19-4a69-9006-ece3bd39f527 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:36:40.542188 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 45dbc19f-769a-42c8-8097-47dfe8464348 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:36:40.545215 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-085c4ad3-d497-48b4-bfb2-cd4b6d4bd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669'] for port, after_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.549486 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4e0557-4bba-4b10-85f1-95b3483d6f84']}} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:36:40.560163 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941ecddf-8688-4d9f-bcce-f2ad6db229be') {'for_net_delete': True} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:36:40.560458 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941ecddf-8688-4d9f-bcce-f2ad6db229be') {} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:36:40.565182 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 45dbc19f-769a-42c8-8097-47dfe8464348 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:36:40.565527 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 45dbc19f-769a-42c8-8097-47dfe8464348 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:36:40.570414 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62702845'] for segment, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.584482 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.590253 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:36:40.590640 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61691105'] for segment, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.591977 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c4ad3-d497-48b4-bfb2-cd4b6d4bd3a0 None None] Pushing event deleted for resources: {'Port': ['ID=36e2c3a8-f23b-4e88-b03a-1926b88149a2,revision_number=None']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: Traceback (most recent call last): Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: timer() Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: cb(*args, **kw) Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: return func(*args, **kwargs) Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: self._notify() Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: self.callback(batched_events) Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: event.method(event) Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: return f(self, *a, **k) Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._get(url).json() Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: return self.request(url, 'GET', **kwargs) Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:36:40.592273 dv-cinder-799631-5-iscsi neutron-server[93654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:36:40.600096 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c4ad3-d497-48b4-bfb2-cd4b6d4bd3a0 None None] No DVR routers for this DVR port 36e2c3a8-f23b-4e88-b03a-1926b88149a2 on host dv-cinder-799631-5-iscsi {{(pid=93656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:36:40.698617 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.704111 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:40.706231 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/8e4e0557-4bba-4b10-85f1-95b3483d6f84 HTTP/1.1" status: 204 len: 168 time: 0.6871381 Jul 08 12:36:40.718916 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddc597-1271-44a1-87a5-f3ff2e70a5f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e4e0557-4bba-4b10-85f1-95b3483d6f84,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:41.015505 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35398) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:36:41.055908 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-e4b84e96-3fa1-412b-8450-ca35531e0c93 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=69257826d7b148099ed20a4a2b3798ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392110 Jul 08 12:36:41.058446 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35400) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:36:41.108099 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e030e8f8-a53b-423c-9020-a57f282de6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:41.128706 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e030e8f8-a53b-423c-9020-a57f282de6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:41.253184 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e030e8f8-a53b-423c-9020-a57f282de6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:41.255915 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-e030e8f8-a53b-423c-9020-a57f282de6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:41.257697 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-e030e8f8-a53b-423c-9020-a57f282de6b3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d840bf76-4834-4af0-8f2b-878d64ddf72e HTTP/1.1" status: 204 len: 168 time: 0.1983242 Jul 08 12:36:41.265776 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030e8f8-a53b-423c-9020-a57f282de6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d840bf76-4834-4af0-8f2b-878d64ddf72e,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:42.161079 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:42.803474 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35430) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:36:42.906823 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-9bcd99c1-40bf-4a64-8481-28e3e6947bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:42.996205 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-9bcd99c1-40bf-4a64-8481-28e3e6947bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:43.081612 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-9bcd99c1-40bf-4a64-8481-28e3e6947bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:43.122945 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-9bcd99c1-40bf-4a64-8481-28e3e6947bd7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3219e8c8f48240859de194c9236c427f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183544 Jul 08 12:36:43.123794 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd99c1-40bf-4a64-8481-28e3e6947bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d3b1eb-df19-40a7-85b1-8c72a77e38ff,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:43.125729 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35434) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:36:43.177113 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-35a5a1f7-0dec-4134-8860-dd60e08b47a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:43.199168 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-35a5a1f7-0dec-4134-8860-dd60e08b47a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:43.317010 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-35a5a1f7-0dec-4134-8860-dd60e08b47a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:43.319498 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-35a5a1f7-0dec-4134-8860-dd60e08b47a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:43.320709 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-35a5a1f7-0dec-4134-8860-dd60e08b47a3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d1d3b1eb-df19-40a7-85b1-8c72a77e38ff HTTP/1.1" status: 204 len: 168 time: 0.1939418 Jul 08 12:36:43.329942 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5a1f7-0dec-4134-8860-dd60e08b47a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d3b1eb-df19-40a7-85b1-8c72a77e38ff,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:44.989792 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35476) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:36:45.107813 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-28bb9752-b2f2-445f-ba21-444df59bf38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:45.193630 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-28bb9752-b2f2-445f-ba21-444df59bf38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:45.254016 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-28bb9752-b2f2-445f-ba21-444df59bf38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:45.293498 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-28bb9752-b2f2-445f-ba21-444df59bf38b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=af95e52957d24725a730b87f0427b3c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025672 Jul 08 12:36:45.294624 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb9752-b2f2-445f-ba21-444df59bf38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f2ac30-64c0-42e8-8db2-c44e298e6198,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:45.296194 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35480) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:36:45.346228 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-91c0eff4-b3bc-413d-8c92-5a36806f0d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:45.366607 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-91c0eff4-b3bc-413d-8c92-5a36806f0d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:45.437205 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c42e6e4c-eaff-45c9-90a9-baa24926db1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:45.483044 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-91c0eff4-b3bc-413d-8c92-5a36806f0d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:45.485788 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-91c0eff4-b3bc-413d-8c92-5a36806f0d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:45.486935 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-91c0eff4-b3bc-413d-8c92-5a36806f0d77 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f3f2ac30-64c0-42e8-8db2-c44e298e6198 HTTP/1.1" status: 204 len: 168 time: 0.1897190 Jul 08 12:36:45.499031 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0eff4-b3bc-413d-8c92-5a36806f0d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f2ac30-64c0-42e8-8db2-c44e298e6198,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:48.226608 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-b09a3aa5-0edd-4791-9293-cbd1bfa01e99 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4c183039fcb94a4380a42c60f59ada3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305307 Jul 08 12:36:48.415659 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-208a719e-9ccb-42ab-be3d-646680d97f52 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:48.417635 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-208a719e-9ccb-42ab-be3d-646680d97f52 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850543 Jul 08 12:36:48.431590 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-a79303e2-228f-4c40-8bda-d27caabc9fbd tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/quotas/4c183039fcb94a4380a42c60f59ada3e HTTP/1.1" status: 200 len: 375 time: 0.0087366 Jul 08 12:36:48.465033 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-12fc79a0-ca0b-4a7b-bef5-1c78d1353559 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4c183039fcb94a4380a42c60f59ada3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286520 Jul 08 12:36:48.736148 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-56ce76c4-761b-47a6-b104-0aecb5c3ae12 req-0289be71-7f5a-487b-b041-f105af07d78e tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 210 time: 0.0289445 Jul 08 12:36:48.852963 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:49.534471 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-83041c80-016c-4b46-9ea4-db8c09ff03fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:49.815729 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-639965b4-c7e7-4044-9ff1-0343bed68f08 req-1a35f910-ce76-4c18-b42a-0de9b47f8ed1 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 210 time: 0.0290201 Jul 08 12:36:50.624185 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:50.957858 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f750caff-48e6-453d-90a9-61eeec68c7f5 req-851cf153-0808-48ec-8743-5308be157e63 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 210 time: 0.0315051 Jul 08 12:36:51.004826 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-3c90609b-c9dd-4880-b6c6-9d1dd2911259 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4c183039fcb94a4380a42c60f59ada3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351832 Jul 08 12:36:51.189331 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-4eed127d-d75f-486a-b389-dadc154fdd79 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:51.190718 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-4eed127d-d75f-486a-b389-dadc154fdd79 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812584 Jul 08 12:36:51.203843 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Request body: {'port': {'device_id': '09e29493-f7d0-4206-9806-b5456c426bfc', 'network_id': '548d260b-c43b-4aaf-8ee2-8930464ea5c8', 'admin_state_up': True, 'tenant_id': '4c183039fcb94a4380a42c60f59ada3e'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:36:51.378496 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Made reservation on behalf of 4c183039fcb94a4380a42c60f59ada3e for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:36:51.382388 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:51.391754 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:51.478709 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:51.551208 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:51.621192 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4b8f14-a46c-49ee-9323-1b2ea8971874,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:51.694896 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Allocated IP 192.168.233.194 (548d260b-c43b-4aaf-8ee2-8930464ea5c8/a9ec5ad0-a750-4d68-a06a-ff46cb2d2614/c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:36:51.833157 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:51.848805 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Transition to ACTIVE for port object c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:36:51.938770 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:51.990488 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Network 548d260b-c43b-4aaf-8ee2-8930464ea5c8 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:36:51.993699 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:36:51.996582 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:36:52.023368 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Pushing event updated for resources: {'Port': ['ID=c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:52.058737 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:52.069691 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:52.134887 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-7260c82e-3c2c-4299-ad56-b6049ebea8ef tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9353690 Jul 08 12:36:52.135916 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd329ad-f8cf-41ba-a49d-8f6546e3c86d req-7cc3ae2a-89cb-4714-8e53-a568c04bc14d tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:52.137514 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bcd329ad-f8cf-41ba-a49d-8f6546e3c86d req-7cc3ae2a-89cb-4714-8e53-a568c04bc14d tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 936 time: 0.0653765 Jul 08 12:36:52.147465 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Request body: {'port': {'device_id': '09e29493-f7d0-4206-9806-b5456c426bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:36:52.190168 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bcd329ad-f8cf-41ba-a49d-8f6546e3c86d req-0bc95df2-7bbf-4cb3-8256-bc777659d3b1 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/security-groups?id=8d4b8f14-a46c-49ee-9323-1b2ea8971874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458100 Jul 08 12:36:52.222191 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:52.246938 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-70950b2e-2031-48b8-9489-a0fae96cb45b None None] Provisioning for port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:36:52.250894 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-70950b2e-2031-48b8-9489-a0fae96cb45b None None] Provisioning complete for port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:36:52.251268 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-70950b2e-2031-48b8-9489-a0fae96cb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:52.285669 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-70950b2e-2031-48b8-9489-a0fae96cb45b None None] Port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:36:52.481228 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:36:52.488354 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:52.500078 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Transition to ACTIVE for port object c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:36:52.562400 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:52.612373 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Pushing event updated for resources: {'Port': ['ID=c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:52.685539 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Attempting to bind port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:36:52.686018 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Attempting to bind port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'f0c04c24-d4cb-46ef-a125-b31a598515db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '548d260b-c43b-4aaf-8ee2-8930464ea5c8'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:36:52.686353 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Attempting to bind port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 on network 548d260b-c43b-4aaf-8ee2-8930464ea5c8 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:36:52.691542 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 on network 548d260b-c43b-4aaf-8ee2-8930464ea5c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:36:52.691542 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Attempting to bind port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 on network 548d260b-c43b-4aaf-8ee2-8930464ea5c8 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:36:52.696214 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:36:52.696550 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Checking segment: {'id': 'f0c04c24-d4cb-46ef-a125-b31a598515db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '548d260b-c43b-4aaf-8ee2-8930464ea5c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:36:52.696964 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Bound using segment: {'id': 'f0c04c24-d4cb-46ef-a125-b31a598515db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '548d260b-c43b-4aaf-8ee2-8930464ea5c8'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:36:52.697396 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Bound port: c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c04c24-d4cb-46ef-a125-b31a598515db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '548d260b-c43b-4aaf-8ee2-8930464ea5c8'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:36:52.698280 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:52.767322 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] For port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:36:52.770286 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] For port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05,segment=NetworkSegment(f0c04c24-d4cb-46ef-a125-b31a598515db),segment_id=f0c04c24-d4cb-46ef-a125-b31a598515db)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:36:52.783788 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:52.852980 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:52.884917 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:52.886464 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:52.887628 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] 10.222.0.89 "PUT /v2.0/ports/c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 HTTP/1.1" status: 200 len: 1098 time: 0.7447901 Jul 08 12:36:52.889746 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e29493-f7d0-4206-9806-b5456c426bfc', 'tag': 'c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:36:52.892620 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda2c8bd-24f0-4e1d-b85d-486733f3c363" -d '{"events": [{"name": "network-changed", "server_uuid": "09e29493-f7d0-4206-9806-b5456c426bfc", "tag": "c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:36:52.919912 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8443c9-2018-40cf-8e89-710041b5bdca service neutron] Pushing event updated for resources: {'Port': ['ID=c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:52.934896 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f826cfe6-f17f-4330-a11a-3e3ba470e43c x-openstack-request-id: req-f826cfe6-f17f-4330-a11a-3e3ba470e43c {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:36:52.935193 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e29493-f7d0-4206-9806-b5456c426bfc", "tag": "c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:36:52.935478 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f826cfe6-f17f-4330-a11a-3e3ba470e43c {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:36:52.935880 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e29493-f7d0-4206-9806-b5456c426bfc', 'tag': 'c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05', 'status': 'completed', 'code': 200} Jul 08 12:36:53.015946 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2c8bd-24f0-4e1d-b85d-486733f3c363 req-3eac3329-3ba7-42bf-b05e-779b0cebf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:53.019054 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-cda2c8bd-24f0-4e1d-b85d-486733f3c363 req-3eac3329-3ba7-42bf-b05e-779b0cebf00f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4c183039fcb94a4380a42c60f59ada3e&device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 1101 time: 0.0634303 Jul 08 12:36:53.048543 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-cda2c8bd-24f0-4e1d-b85d-486733f3c363 req-2fe7d1e7-e642-4a29-967c-42f031e1eb14 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=4c183039fcb94a4380a42c60f59ada3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211298 Jul 08 12:36:53.143899 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2c8bd-24f0-4e1d-b85d-486733f3c363 req-8cf70fc1-4a7a-430d-8d13-e21417a9591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:53.145521 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-cda2c8bd-24f0-4e1d-b85d-486733f3c363 req-8cf70fc1-4a7a-430d-8d13-e21417a9591a service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901575 Jul 08 12:36:53.240055 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-c2ffb8c8-05ed-499c-932b-1735931238cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:53.241687 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-c2ffb8c8-05ed-499c-932b-1735931238cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4c183039fcb94a4380a42c60f59ada3e&device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 1101 time: 0.0532496 Jul 08 12:36:53.290326 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-2a46d7ba-168b-4812-91c3-fe563c7a006c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 HTTP/1.1" status: 200 len: 217 time: 0.0383983 Jul 08 12:36:53.340343 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-66980f6d-75c3-4cef-9cdf-10805f535606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:53.341835 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-66980f6d-75c3-4cef-9cdf-10805f535606 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a9ec5ad0-a750-4d68-a06a-ff46cb2d2614 HTTP/1.1" status: 200 len: 843 time: 0.0455992 Jul 08 12:36:53.358205 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87959bc1-26a2-4555-bc10-2826df43e065 req-a6dee999-4f49-4861-a7c4-72251e536c36 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:53.359695 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-87959bc1-26a2-4555-bc10-2826df43e065 req-a6dee999-4f49-4861-a7c4-72251e536c36 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 948 time: 0.0628760 Jul 08 12:36:53.398005 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-3b37176a-4b67-4730-bf71-4e11e37012b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:53.398875 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-87959bc1-26a2-4555-bc10-2826df43e065 req-dfa62f28-3765-46a7-aca5-0219350b5798 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/security-groups?id=8d4b8f14-a46c-49ee-9323-1b2ea8971874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335894 Jul 08 12:36:53.399483 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-3b37176a-4b67-4730-bf71-4e11e37012b4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=548d260b-c43b-4aaf-8ee2-8930464ea5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0509019 Jul 08 12:36:53.492508 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-e68b0527-c01d-4cea-bcb0-30c3da6edc2c service neutron] 10.222.0.89 "GET /v2.0/networks/548d260b-c43b-4aaf-8ee2-8930464ea5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860276 Jul 08 12:36:53.583527 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f2ee77da-08a1-44cc-aac1-5fd7b8035c50 req-e2d8eb61-bd72-449b-b3dd-a7d16a5843d7 service neutron] 10.222.0.89 "GET /v2.0/networks/548d260b-c43b-4aaf-8ee2-8930464ea5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848849 Jul 08 12:36:54.571342 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca37c6-b247-4144-ab2c-c5ddc215ac35 req-d8d9a122-c50a-46dd-b127-70a4da83685e tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:54.573954 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-68ca37c6-b247-4144-ab2c-c5ddc215ac35 req-d8d9a122-c50a-46dd-b127-70a4da83685e tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 948 time: 0.0645900 Jul 08 12:36:54.610774 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-68ca37c6-b247-4144-ab2c-c5ddc215ac35 req-88cfd419-870a-4505-b18b-fa965dc54aa1 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/security-groups?id=8d4b8f14-a46c-49ee-9323-1b2ea8971874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Jul 08 12:36:55.370141 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:36:55.464753 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05,segment=NetworkSegment(f0c04c24-d4cb-46ef-a125-b31a598515db),segment_id=f0c04c24-d4cb-46ef-a125-b31a598515db)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:36:55.475368 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': 'c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05', 'network_id': '548d260b-c43b-4aaf-8ee2-8930464ea5c8', 'port_id': 'c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05', 'mac_address': 'fa:16:3e:42:12:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ec5ad0-a750-4d68-a06a-ff46cb2d2614', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:36:55.511342 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:55.523181 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:36:55.541907 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05,segment=NetworkSegment(f0c04c24-d4cb-46ef-a125-b31a598515db),segment_id=f0c04c24-d4cb-46ef-a125-b31a598515db)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:36:55.596257 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:55.643058 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:55.649887 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:55.650241 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:55.650604 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:55.651064 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:55.651473 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:55.651815 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:55.652149 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:55.652480 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:55.652839 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:55.653173 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:55.653497 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:55.653821 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:36:55.778724 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58a0a9-c3a3-430e-804a-29bdf3cf4a26 req-1c494d62-ef1f-4f34-bbd4-dea85cc0a435 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:55.780168 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ce58a0a9-c3a3-430e-804a-29bdf3cf4a26 req-1c494d62-ef1f-4f34-bbd4-dea85cc0a435 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 949 time: 0.0626888 Jul 08 12:36:55.817268 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ce58a0a9-c3a3-430e-804a-29bdf3cf4a26 req-8cc5fc38-49e2-487b-ba5f-60ac60ca1875 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/security-groups?id=8d4b8f14-a46c-49ee-9323-1b2ea8971874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315378 Jul 08 12:36:55.951990 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:36:56.989312 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2fffa-0e96-4aa0-adea-202eaed2f79d req-32a04cce-5164-44a8-9d11-a27aeb68c477 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:56.990744 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-97f2fffa-0e96-4aa0-adea-202eaed2f79d req-32a04cce-5164-44a8-9d11-a27aeb68c477 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 949 time: 0.0645928 Jul 08 12:36:57.028000 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-97f2fffa-0e96-4aa0-adea-202eaed2f79d req-1bec56a8-0c0e-4a10-9ac6-f5ff419712f9 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/security-groups?id=8d4b8f14-a46c-49ee-9323-1b2ea8971874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306349 Jul 08 12:36:57.370099 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:36:57.470707 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:36:57.474456 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:36:57.474828 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:57.553404 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:57.576136 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e29493-f7d0-4206-9806-b5456c426bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:36:57.578471 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7f3732-5e0e-45cc-bf84-e5c910171a62" -d '{"events": [{"server_uuid": "09e29493-f7d0-4206-9806-b5456c426bfc", "name": "network-vif-plugged", "status": "completed", "tag": "c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:36:57.591526 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05,segment=NetworkSegment(f0c04c24-d4cb-46ef-a125-b31a598515db),segment_id=f0c04c24-d4cb-46ef-a125-b31a598515db)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:36:57.614015 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143d69de-40fd-4525-a5a5-0252f441677d x-openstack-request-id: req-143d69de-40fd-4525-a5a5-0252f441677d {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:36:57.614306 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e29493-f7d0-4206-9806-b5456c426bfc", "name": "network-vif-plugged", "status": "completed", "tag": "c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:36:57.614563 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-143d69de-40fd-4525-a5a5-0252f441677d {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:36:57.614954 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e29493-f7d0-4206-9806-b5456c426bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05', 'code': 200} Jul 08 12:36:57.642522 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:36:57.690105 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:36:57.901055 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ffcef-de4b-4f14-9949-1d36dd262687 req-d535c370-bd95-49cb-8ac1-4e063289a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:57.902436 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-b87ffcef-de4b-4f14-9949-1d36dd262687 req-d535c370-bd95-49cb-8ac1-4e063289a6eb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 1103 time: 0.0512774 Jul 08 12:36:57.935140 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-b87ffcef-de4b-4f14-9949-1d36dd262687 req-d80ad755-e146-452b-80d4-e52a1accc326 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8d4b8f14-a46c-49ee-9323-1b2ea8971874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266910 Jul 08 12:36:58.198342 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee439caa-9298-4873-8337-514f83ae66fe req-e598b181-8d17-489a-9f01-4273611fd9e0 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:58.199827 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ee439caa-9298-4873-8337-514f83ae66fe req-e598b181-8d17-489a-9f01-4273611fd9e0 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 950 time: 0.0656233 Jul 08 12:36:58.237367 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-ee439caa-9298-4873-8337-514f83ae66fe req-00673d88-293f-4189-a435-5f5b438ac721 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/security-groups?id=8d4b8f14-a46c-49ee-9323-1b2ea8971874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Jul 08 12:36:59.411997 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22295a27-96bf-4915-ad36-71c1992a1c23 req-fd341931-c89d-4207-831e-e020e731aa0d tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:36:59.413483 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-22295a27-96bf-4915-ad36-71c1992a1c23 req-fd341931-c89d-4207-831e-e020e731aa0d tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 950 time: 0.0628273 Jul 08 12:36:59.454889 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-22295a27-96bf-4915-ad36-71c1992a1c23 req-9c06429a-9ce1-44df-b889-61132485c78c tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/security-groups?id=8d4b8f14-a46c-49ee-9323-1b2ea8971874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355597 Jul 08 12:37:00.068545 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2ccd8-8842-4aa4-be53-35f88ec299ed req-cc50f651-ca51-4e04-be48-d06bae00bd6a tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:37:00.069931 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0da2ccd8-8842-4aa4-be53-35f88ec299ed req-cc50f651-ca51-4e04-be48-d06bae00bd6a tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 950 time: 0.0632858 Jul 08 12:37:00.108172 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0da2ccd8-8842-4aa4-be53-35f88ec299ed req-054fa4dc-68de-44b0-9944-b2ef0ae9424e tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/security-groups?id=8d4b8f14-a46c-49ee-9323-1b2ea8971874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Jul 08 12:37:01.283421 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea95ce-aa38-450a-94f8-b402bf099083 req-0acce744-4406-47ac-9c39-5307881a78f2 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:37:01.284907 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-74ea95ce-aa38-450a-94f8-b402bf099083 req-0acce744-4406-47ac-9c39-5307881a78f2 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 950 time: 0.0663242 Jul 08 12:37:01.323789 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-74ea95ce-aa38-450a-94f8-b402bf099083 req-3407caad-26b1-45e9-9fd6-39a207659db4 tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/security-groups?id=8d4b8f14-a46c-49ee-9323-1b2ea8971874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331564 Jul 08 12:37:01.544392 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657d136-c53a-4a6d-90ea-040fbdd755aa req-1deed2ab-f9bf-4270-80e1-e6f4db24446b tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:37:01.545861 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0657d136-c53a-4a6d-90ea-040fbdd755aa req-1deed2ab-f9bf-4270-80e1-e6f4db24446b tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.89 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 950 time: 0.0678289 Jul 08 12:37:01.644199 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-0657d136-c53a-4a6d-90ea-040fbdd755aa req-329c35a6-de24-4172-a73f-45a618394a2a tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Deleting port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:37:01.644539 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0657d136-c53a-4a6d-90ea-040fbdd755aa req-329c35a6-de24-4172-a73f-45a618394a2a tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:02.001505 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-0657d136-c53a-4a6d-90ea-040fbdd755aa req-329c35a6-de24-4172-a73f-45a618394a2a tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] For port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05,segment=NetworkSegment(f0c04c24-d4cb-46ef-a125-b31a598515db),segment_id=f0c04c24-d4cb-46ef-a125-b31a598515db)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:37:02.001859 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0657d136-c53a-4a6d-90ea-040fbdd755aa req-329c35a6-de24-4172-a73f-45a618394a2a tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:02.014859 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-0657d136-c53a-4a6d-90ea-040fbdd755aa req-329c35a6-de24-4172-a73f-45a618394a2a tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Calling delete_port for c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:37:02.229844 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0657d136-c53a-4a6d-90ea-040fbdd755aa req-329c35a6-de24-4172-a73f-45a618394a2a tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:02.241501 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:37:02.265855 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c35a6-de24-4172-a73f-45a618394a2a tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Pushing event deleted for resources: {'Port': ['ID=c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:02.310844 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0657d136-c53a-4a6d-90ea-040fbdd755aa req-329c35a6-de24-4172-a73f-45a618394a2a tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] No DVR routers for this DVR port c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:37:02.313401 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-0657d136-c53a-4a6d-90ea-040fbdd755aa req-329c35a6-de24-4172-a73f-45a618394a2a tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:02.315446 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-0657d136-c53a-4a6d-90ea-040fbdd755aa req-329c35a6-de24-4172-a73f-45a618394a2a tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.89 "DELETE /v2.0/ports/c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 HTTP/1.1" status: 204 len: 173 time: 0.7622659 Jul 08 12:37:02.315903 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e29493-f7d0-4206-9806-b5456c426bfc', 'name': 'network-vif-deleted', 'tag': 'c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:37:02.318212 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fdc36f-176e-48b6-b57a-c578d193d848" -d '{"events": [{"server_uuid": "09e29493-f7d0-4206-9806-b5456c426bfc", "name": "network-vif-deleted", "tag": "c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:37:02.361367 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e43ce7-8ae5-4519-9948-f801d3a2e322 x-openstack-request-id: req-75e43ce7-8ae5-4519-9948-f801d3a2e322 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:37:02.361668 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e29493-f7d0-4206-9806-b5456c426bfc", "name": "network-vif-deleted", "tag": "c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:37:02.361915 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-75e43ce7-8ae5-4519-9948-f801d3a2e322 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:37:02.362315 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e29493-f7d0-4206-9806-b5456c426bfc', 'name': 'network-vif-deleted', 'tag': 'c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05', 'status': 'completed', 'code': 200} Jul 08 12:37:02.473576 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3901233d-48d6-4fe8-bc9b-95affca9fd2e req-441c2d15-d8be-47f8-9c02-51d146cb59bb tempest-VolumesNegativeTest-1761912103 tempest-VolumesNegativeTest-1761912103-project] 10.222.0.88 "GET /v2.0/ports?device_id=09e29493-f7d0-4206-9806-b5456c426bfc HTTP/1.1" status: 200 len: 210 time: 0.0342348 Jul 08 12:37:05.367348 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:37:05.391202 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:37:05.391547 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device c92b8e7a-fdb5-4acb-8b3c-668ee16f4c05 not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:37:08.787897 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35810) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:08.910679 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-ba17f7df-0169-4503-92d4-9e8f0f16529c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4c183039fcb94a4380a42c60f59ada3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1216815 Jul 08 12:37:08.913158 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35814) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:08.959946 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:08.980495 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:08.998941 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:37:09.087520 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:09.090392 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:09.091535 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8d4b8f14-a46c-49ee-9323-1b2ea8971874 HTTP/1.1" status: 204 len: 168 time: 0.1774981 Jul 08 12:37:09.099717 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4b8f14-a46c-49ee-9323-1b2ea8971874,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:09.106991 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:09.107342 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:09.108098 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:09.108098 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:09.108515 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:09.108666 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:09.108992 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:09.109378 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:09.109703 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:09.110149 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:09.110477 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:09.110800 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf7845-a89d-4fa4-ad93-96bba2f3f204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:12.167216 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:15.446955 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-3287e346-e61e-4ad5-888b-7997bcf02d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:18.858411 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:19.538755 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-70440847-3adc-4411-802a-7034e733e04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:20.617681 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:22.743309 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:34.121152 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 35966) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:34.221427 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:34.309168 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:34.360736 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:34.397827 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cc5fafaf6bdc4911a511631357f9afa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755847 Jul 08 12:37:34.398767 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4af9943-ccbe-44f8-a38a-301b5649e8e1,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:34.400489 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35970) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:34.406462 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:34.408079 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:34.408079 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:34.408079 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:34.408079 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:34.408471 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:34.408659 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:34.409050 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:34.409376 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:34.409697 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:34.410015 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:34.410340 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff7eb-6d82-481e-a228-845f8bad868a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:34.451848 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5c33a8e8-c2b8-4e4b-93da-8ffa58343bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:34.472833 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5c33a8e8-c2b8-4e4b-93da-8ffa58343bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:34.561605 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5c33a8e8-c2b8-4e4b-93da-8ffa58343bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:34.564166 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5c33a8e8-c2b8-4e4b-93da-8ffa58343bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:34.565344 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-5c33a8e8-c2b8-4e4b-93da-8ffa58343bc7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e4af9943-ccbe-44f8-a38a-301b5649e8e1 HTTP/1.1" status: 204 len: 168 time: 0.1638496 Jul 08 12:37:34.573365 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33a8e8-c2b8-4e4b-93da-8ffa58343bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4af9943-ccbe-44f8-a38a-301b5649e8e1,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:35.469809 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35992) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:35.582511 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1871734608-network', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:37:35.680803 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] Made reservation on behalf of 4796fc723b444d94aaf82adbf9093f39 for: {'network': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:37:35.683017 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:35.691654 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:35.779783 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:35.823350 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:35.848235 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=93655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:37:35.858713 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bba2e5-0c24-4be9-9c0b-ac1a0bd2be31,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:35.863333 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:35.865939 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.segments_db [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] Added segment 00cd8f39-e1de-43b9-ba2c-ae314360f59e of type vlan for network 85c431ea-1845-4471-98a0-f7c674ea75d9 Jul 08 12:37:35.901582 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:36.000732 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:36.001718 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:37:36.002297 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:36.063195 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] Pushing event updated for resources: {'Network': ['ID=85c431ea-1845-4471-98a0-f7c674ea75d9,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:36.072804 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network 85c431ea-1845-4471-98a0-f7c674ea75d9 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:37:36.110308 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-aaaafc81-2029-4752-b1a3-55facc5afe62 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6393654 Jul 08 12:37:36.113267 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35996) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:36.118163 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-fc6e0e84-0265-4572-9f28-d8fa2405dc32 admin admin] Request body: {'subnet': {'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1871734608-subnet', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'ip_version': 4}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:37:36.177639 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6e0e84-0265-4572-9f28-d8fa2405dc32 admin admin] Made reservation on behalf of 4796fc723b444d94aaf82adbf9093f39 for: {'subnet': 1} {{(pid=93655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:37:36.179977 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0e84-0265-4572-9f28-d8fa2405dc32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61887685'] for subnet, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:36.423457 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0e84-0265-4572-9f28-d8fa2405dc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59578115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61887735'] for subnet, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:36.478915 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e0e84-0265-4572-9f28-d8fa2405dc32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b98feac-3d9d-4af1-a74a-33d99a28a3f0,revision_number=0']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:36.488406 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e0e84-0265-4572-9f28-d8fa2405dc32 admin admin] Checking segment: {'id': '00cd8f39-e1de-43b9-ba2c-ae314360f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:37:36.488792 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e0e84-0265-4572-9f28-d8fa2405dc32 admin admin] Network hostable DHCP agents. Network: 85c431ea-1845-4471-98a0-f7c674ea75d9, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:37:36.560383 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e0e84-0265-4572-9f28-d8fa2405dc32 admin admin] Network 85c431ea-1845-4471-98a0-f7c674ea75d9 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:37:36.657276 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e0e84-0265-4572-9f28-d8fa2405dc32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, 85c431ea-1845-4471-98a0-f7c674ea75d9) {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:37:36.661459 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e0e84-0265-4572-9f28-d8fa2405dc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:37:36.662039 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0e84-0265-4572-9f28-d8fa2405dc32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:36.666285 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c20e36-bdc1-46e4-80ad-9bdd7d5f67e7 None None] Network 85c431ea-1845-4471-98a0-f7c674ea75d9 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:37:36.750672 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-fc6e0e84-0265-4572-9f28-d8fa2405dc32 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6361125 Jul 08 12:37:36.753696 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 35998) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:36.758128 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:37:36.809456 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0646aa3a-11ed-5dd6-8442-d1e895c35616-85c431ea-1845-4471-98a0-f7c674ea75d9', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'fixed_ips': [{'subnet_id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0'}]}} from dv-cinder-799631-5-iscsi. {{(pid=93656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:37:36.810486 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:36.846949 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3768437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59175'] for router, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:36.848008 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59176'] for router, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:36.906511 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:37.066031 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.db_base_plugin_common [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Allocated IP 172.20.0.2 (85c431ea-1845-4471-98a0-f7c674ea75d9/7b98feac-3d9d-4af1-a74a-33d99a28a3f0/51ed91a8-4532-48e6-930a-e688b7f80e24) {{(pid=93656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:37:37.086663 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59194'] for router, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:37.206936 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Notify callbacks [] for port, precommit_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:37.214939 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Transition to ACTIVE for port object 51ed91a8-4532-48e6-930a-e688b7f80e24 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:37:37.230291 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Transition to ACTIVE for port object 51ed91a8-4532-48e6-930a-e688b7f80e24 will not be triggered until provisioned by entity DHCP. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:37:37.310700 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:37.333302 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:37.350157 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Network 85c431ea-1845-4471-98a0-f7c674ea75d9 is already hosted by enough agents. {{(pid=93656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:37:37.352679 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:37.352863 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.base_scheduler [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Resources bound (agent type, host, resource id): {{(pid=93656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:37:37.356310 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Received port after_create {{(pid=93656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:37:37.363448 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Pushing event updated for resources: {'Port': ['ID=51ed91a8-4532-48e6-930a-e688b7f80e24,revision_number=1']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:37.418862 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Attempting to bind port 51ed91a8-4532-48e6-930a-e688b7f80e24 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:37:37.419501 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Attempting to bind port 51ed91a8-4532-48e6-930a-e688b7f80e24 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '00cd8f39-e1de-43b9-ba2c-ae314360f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:37:37.419501 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Attempting to bind port 51ed91a8-4532-48e6-930a-e688b7f80e24 on network 85c431ea-1845-4471-98a0-f7c674ea75d9 {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:37:37.424811 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:37:37.425188 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Checking segment: {'id': '00cd8f39-e1de-43b9-ba2c-ae314360f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:37:37.425595 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:37.425988 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Bound using segment: {'id': '00cd8f39-e1de-43b9-ba2c-ae314360f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:37:37.426456 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Bound port: 51ed91a8-4532-48e6-930a-e688b7f80e24, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cd8f39-e1de-43b9-ba2c-ae314360f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:37:37.426953 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:37.458561 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_common [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Allocated IP 172.27.3.181 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/f27a6a04-bace-44df-b43a-2d86b27a72a1) {{(pid=93655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:37:37.490261 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] For port 51ed91a8-4532-48e6-930a-e688b7f80e24, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:37:37.493440 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] For port 51ed91a8-4532-48e6-930a-e688b7f80e24, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=51ed91a8-4532-48e6-930a-e688b7f80e24,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:37:37.565762 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:37.578975 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:37.639485 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca57a51-e5e5-4471-a9a8-e1269e94a32c None None] Pushing event updated for resources: {'Port': ['ID=51ed91a8-4532-48e6-930a-e688b7f80e24,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:37.681428 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61923475'] for port, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:37.718163 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:37:37.723168 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:37:37.726495 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Received port after_create {{(pid=93655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:37:37.754749 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Pushing event updated for resources: {'Port': ['ID=f27a6a04-bace-44df-b43a-2d86b27a72a1,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:38.063471 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:38.252094 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3782363'] for router, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:38.337471 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 51ed91a8-4532-48e6-930a-e688b7f80e24 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:37:38.446245 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 is scheduled to L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a with binding_index 1 {{(pid=93655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:37:38.469081 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 51ed91a8-4532-48e6-930a-e688b7f80e24 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:37:38.537577 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6e1264-b1a9-4f85-9946-6d4c940cff4e None None] Network 85c431ea-1845-4471-98a0-f7c674ea75d9 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:37:38.680813 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-af687a52-57fd-4b84-8acc-fbf18ed4987e None None] Provisioning for port 51ed91a8-4532-48e6-930a-e688b7f80e24 completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:37:38.687116 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-af687a52-57fd-4b84-8acc-fbf18ed4987e None None] Provisioning complete for port 51ed91a8-4532-48e6-930a-e688b7f80e24 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:38.687501 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-af687a52-57fd-4b84-8acc-fbf18ed4987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:38.786535 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-af687a52-57fd-4b84-8acc-fbf18ed4987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:38.819295 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:37:38.821950 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-af687a52-57fd-4b84-8acc-fbf18ed4987e None None] For port 51ed91a8-4532-48e6-930a-e688b7f80e24, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=51ed91a8-4532-48e6-930a-e688b7f80e24,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:37:38.828943 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Sync routers for ids ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:37:38.838822 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Routers {'37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:37:38.839461 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:37:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:38.888007 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-af687a52-57fd-4b84-8acc-fbf18ed4987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:38.897828 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] Notify callbacks [] for router, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:38.897828 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-f7a309d2-0507-4963-8763-7d6bdde50463 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1392090 Jul 08 12:37:38.897828 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 36000) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:38.984068 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af687a52-57fd-4b84-8acc-fbf18ed4987e None None] Pushing event updated for resources: {'Port': ['ID=51ed91a8-4532-48e6-930a-e688b7f80e24,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:38.987711 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Set router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:37:39.093757 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-12f2d9dc-360a-42b5-a02e-217c49e66ae7 None None] Provisioning complete for port 51ed91a8-4532-48e6-930a-e688b7f80e24 triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:39.094043 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-12f2d9dc-360a-42b5-a02e-217c49e66ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:39.237968 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:37:37Z', 'revision_number': 3, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port': {'id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:aa:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:37Z', 'updated_at': '2021-07-08T12:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:39.264082 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Checking router: 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:37:39.265261 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Updating router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 port f27a6a04-bace-44df-b43a-2d86b27a72a1 binding host dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:37:39.298114 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:39.315744 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:39.465931 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_common [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Allocated IP 172.20.0.1 (85c431ea-1845-4471-98a0-f7c674ea75d9/7b98feac-3d9d-4af1-a74a-33d99a28a3f0/0e020531-3308-4c0a-8e0f-5ea1de30a48b) {{(pid=93655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:37:39.554959 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Notify callbacks [] for port, precommit_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:39.564665 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Transition to ACTIVE for port object f27a6a04-bace-44df-b43a-2d86b27a72a1 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:37:39.576227 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:39.588962 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.provisioning_blocks [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Transition to ACTIVE for port object 0e020531-3308-4c0a-8e0f-5ea1de30a48b will not be triggered until provisioned by entity DHCP. {{(pid=93655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:37:39.646849 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:39.698120 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Attempting to bind port f27a6a04-bace-44df-b43a-2d86b27a72a1 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:37:39.698442 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61923475'] for port, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:39.698598 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Attempting to bind port f27a6a04-bace-44df-b43a-2d86b27a72a1 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:37:39.698828 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Attempting to bind port f27a6a04-bace-44df-b43a-2d86b27a72a1 on network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:37:39.701707 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322be2e8-7ef4-4d07-b4d0-d2c973b1dfa1 None None] Pushing event updated for resources: {'Port': ['ID=f27a6a04-bace-44df-b43a-2d86b27a72a1,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:39.706730 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:37:39.710014 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Checking segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:37:39.710014 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:39.710014 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Bound using segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:37:39.710014 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Bound port: f27a6a04-bace-44df-b43a-2d86b27a72a1, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:37:39.710014 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:39.740617 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Network 85c431ea-1845-4471-98a0-f7c674ea75d9 is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:37:39.743396 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:37:39.745814 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Received port after_create {{(pid=93655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:37:39.761356 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] For port f27a6a04-bace-44df-b43a-2d86b27a72a1, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:37:39.764691 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] For port f27a6a04-bace-44df-b43a-2d86b27a72a1, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=f27a6a04-bace-44df-b43a-2d86b27a72a1,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:37:39.776015 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Pushing event updated for resources: {'Port': ['ID=0e020531-3308-4c0a-8e0f-5ea1de30a48b,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:39.795189 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782866'] for router_interface, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:39.847064 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:39.904809 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Routers {'37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:37:39.905513 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:37:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:39.945701 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322be2e8-7ef4-4d07-b4d0-d2c973b1dfa1 None None] Pushing event updated for resources: {'Port': ['ID=f27a6a04-bace-44df-b43a-2d86b27a72a1,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:39.985924 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:40.030400 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] Set router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:37:40.050336 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-d4a48101-7eef-4325-b927-995cc29d6d24 None None] Provisioning for port 0e020531-3308-4c0a-8e0f-5ea1de30a48b completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:37:40.089857 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-d4a48101-7eef-4325-b927-995cc29d6d24 None None] Provisioning complete for port 0e020531-3308-4c0a-8e0f-5ea1de30a48b triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:40.090234 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-d4a48101-7eef-4325-b927-995cc29d6d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:40.148404 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:40.160136 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-d4a48101-7eef-4325-b927-995cc29d6d24 None None] Port 0e020531-3308-4c0a-8e0f-5ea1de30a48b cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:37:40.200417 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61923469'] for port, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:40.234195 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:37:37Z', 'revision_number': 3, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port': {'id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:aa:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:37Z', 'updated_at': '2021-07-08T12:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:40.259996 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b254597e-e21e-405d-9bcc-dadb034f5f3b None None] The sync data for ids ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'] in dv-cinder-799631-5-iscsi is: [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:37:37Z', 'revision_number': 3, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port': {'id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:aa:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:37Z', 'updated_at': '2021-07-08T12:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:37:40.271403 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Pushing event updated for resources: {'Port': ['ID=0e020531-3308-4c0a-8e0f-5ea1de30a48b,revision_number=2']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:40.277184 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3780481'] for router_interface, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:40.310544 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 51ed91a8-4532-48e6-930a-e688b7f80e24 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:37:40.365427 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 51ed91a8-4532-48e6-930a-e688b7f80e24 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:40.365808 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:40.370667 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Network 85c431ea-1845-4471-98a0-f7c674ea75d9 is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:37:40.371989 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:37:40.499358 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:37:40.638532 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:37:40.652107 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-480a930f-9ea6-445a-8737-e89e7573eb69 admin admin] 10.222.0.88 "PUT /v2.0/routers/37e6dc84-081d-4d2d-a2d8-a86912f8d2b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7460439 Jul 08 12:37:40.683811 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-bbb7b860-498a-47af-9d1d-b092bebab799 None None] Provisioning complete for port 0e020531-3308-4c0a-8e0f-5ea1de30a48b triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:40.684291 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-bbb7b860-498a-47af-9d1d-b092bebab799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:40.724319 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-bbb7b860-498a-47af-9d1d-b092bebab799 None None] Port 0e020531-3308-4c0a-8e0f-5ea1de30a48b cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:37:41.295808 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36016) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:41.301060 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-171928652-network', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:37:41.400330 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] Made reservation on behalf of 4f9f8506138340de8b3ca622a83be87c for: {'network': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:37:41.402595 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for network, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:41.414567 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:41.503517 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:41.583427 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:41.613969 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=93654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:37:41.617486 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16621b5-f85d-48a8-a315-6a3bb19b30fb,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:41.631313 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:41.631663 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.segments_db [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] Added segment 3668b081-f211-4dd2-8f83-b515534c9d36 of type vlan for network c35216eb-6608-446d-97dd-21838c83dd10 Jul 08 12:37:41.674979 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769217493589'] for network, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:41.766544 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765'] for network, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:41.767531 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:37:41.768105 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:41.786373 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Sync routers for ids ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:37:41.795894 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Routers {'37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:37:41.796512 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:37:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:41.826808 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] Pushing event updated for resources: {'Network': ['ID=c35216eb-6608-446d-97dd-21838c83dd10,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:41.837245 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Network c35216eb-6608-446d-97dd-21838c83dd10 details requested by agent ovs-agent-dv-cinder-799631-5-iscsi with host dv-cinder-799631-5-iscsi {{(pid=93656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:37:41.881449 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-aa4a237b-b597-44d9-9c6d-db5a51c54a84 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5843141 Jul 08 12:37:41.884241 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36018) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:41.890043 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-89d482ab-f93f-4b29-95e8-6fa7fc447122 admin admin] Request body: {'subnet': {'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-171928652-subnet', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'ip_version': 4}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:37:41.907831 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Set router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:37:41.971755 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d482ab-f93f-4b29-95e8-6fa7fc447122 admin admin] Made reservation on behalf of 4f9f8506138340de8b3ca622a83be87c for: {'subnet': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:37:41.974344 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-89d482ab-f93f-4b29-95e8-6fa7fc447122 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58951709'] for subnet, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.108726 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:37:39Z', 'revision_number': 4, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port': {'id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:aa:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:37Z', 'updated_at': '2021-07-08T12:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '0e020531-3308-4c0a-8e0f-5ea1de30a48b', 'name': '', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'mac_address': 'fa:16:3e:54:a8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:39Z', 'updated_at': '2021-07-08T12:37:40Z', 'revision_number': 2, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'subnets': [{'id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:42.137611 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Checking router: 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:37:42.137954 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Updating router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 port 0e020531-3308-4c0a-8e0f-5ea1de30a48b binding host dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:37:42.171376 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.211718 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.218795 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-89d482ab-f93f-4b29-95e8-6fa7fc447122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59810699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58951727'] for subnet, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.282515 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d482ab-f93f-4b29-95e8-6fa7fc447122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7483d8e-6a69-4124-8472-81c55dd81426,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:42.288411 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d482ab-f93f-4b29-95e8-6fa7fc447122 admin admin] Checking segment: {'id': '3668b081-f211-4dd2-8f83-b515534c9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:37:42.288800 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d482ab-f93f-4b29-95e8-6fa7fc447122 admin admin] Network hostable DHCP agents. Network: c35216eb-6608-446d-97dd-21838c83dd10, hostable agents: ['45271d9d-3f78-4616-83fa-48d65b21a424'], hosted agents: [] {{(pid=93654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:37:42.333831 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device f27a6a04-bace-44df-b43a-2d86b27a72a1 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:37:42.400273 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d482ab-f93f-4b29-95e8-6fa7fc447122 admin admin] Network c35216eb-6608-446d-97dd-21838c83dd10 is scheduled to be hosted by DHCP agent 45271d9d-3f78-4616-83fa-48d65b21a424 with binding_index 1 {{(pid=93654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:37:42.437109 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.446232 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Transition to ACTIVE for port object 0e020531-3308-4c0a-8e0f-5ea1de30a48b will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:37:42.457361 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port f27a6a04-bace-44df-b43a-2d86b27a72a1 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:37:42.461278 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port f27a6a04-bace-44df-b43a-2d86b27a72a1 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:42.462253 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.480307 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-89d482ab-f93f-4b29-95e8-6fa7fc447122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-5-iscsi, c35216eb-6608-446d-97dd-21838c83dd10) {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:37:42.485096 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d482ab-f93f-4b29-95e8-6fa7fc447122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:37:42.485692 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-89d482ab-f93f-4b29-95e8-6fa7fc447122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.495076 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab77f86-0316-47d2-84a2-444e085b5fe8 None None] Network c35216eb-6608-446d-97dd-21838c83dd10 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:37:42.532329 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.563897 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-89d482ab-f93f-4b29-95e8-6fa7fc447122 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6761339 Jul 08 12:37:42.564197 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 36020) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:42.568703 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-171928652-router', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:37:42.615145 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159ed17-bc43-4686-82c5-247f202aab20 None None] Pushing event updated for resources: {'Port': ['ID=0e020531-3308-4c0a-8e0f-5ea1de30a48b,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:42.641461 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159ed17-bc43-4686-82c5-247f202aab20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:42.641849 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159ed17-bc43-4686-82c5-247f202aab20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:42.642140 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159ed17-bc43-4686-82c5-247f202aab20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:42.642469 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159ed17-bc43-4686-82c5-247f202aab20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:42.642796 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159ed17-bc43-4686-82c5-247f202aab20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:42.643122 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159ed17-bc43-4686-82c5-247f202aab20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:42.643442 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159ed17-bc43-4686-82c5-247f202aab20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:42.643760 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159ed17-bc43-4686-82c5-247f202aab20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:42.644097 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159ed17-bc43-4686-82c5-247f202aab20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:42.644865 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159ed17-bc43-4686-82c5-247f202aab20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:42.644865 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159ed17-bc43-4686-82c5-247f202aab20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:42.645102 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159ed17-bc43-4686-82c5-247f202aab20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:37:42.646755 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3768437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59175'] for router, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.648272 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59176'] for router, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.658355 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Attempting to bind port 0e020531-3308-4c0a-8e0f-5ea1de30a48b on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:37:42.658750 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Attempting to bind port 0e020531-3308-4c0a-8e0f-5ea1de30a48b by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '00cd8f39-e1de-43b9-ba2c-ae314360f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:37:42.659119 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Attempting to bind port 0e020531-3308-4c0a-8e0f-5ea1de30a48b on network 85c431ea-1845-4471-98a0-f7c674ea75d9 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:37:42.665060 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:37:42.665466 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Checking segment: {'id': '00cd8f39-e1de-43b9-ba2c-ae314360f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:37:42.665867 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.666253 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Bound using segment: {'id': '00cd8f39-e1de-43b9-ba2c-ae314360f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:37:42.666720 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Bound port: 0e020531-3308-4c0a-8e0f-5ea1de30a48b, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cd8f39-e1de-43b9-ba2c-ae314360f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:37:42.667356 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.674156 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.717971 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0646aa3a-11ed-5dd6-8442-d1e895c35616-c35216eb-6608-446d-97dd-21838c83dd10', 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'fixed_ips': [{'subnet_id': 'e7483d8e-6a69-4124-8472-81c55dd81426'}]}} from dv-cinder-799631-5-iscsi. {{(pid=93656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:37:42.718820 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.730727 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.737548 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port f27a6a04-bace-44df-b43a-2d86b27a72a1, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=f27a6a04-bace-44df-b43a-2d86b27a72a1,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:37:42.748590 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] For port 0e020531-3308-4c0a-8e0f-5ea1de30a48b, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:37:42.751788 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] For port 0e020531-3308-4c0a-8e0f-5ea1de30a48b, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=0e020531-3308-4c0a-8e0f-5ea1de30a48b,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:37:42.826828 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.843935 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:42.892031 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159ed17-bc43-4686-82c5-247f202aab20 None None] Pushing event updated for resources: {'Port': ['ID=0e020531-3308-4c0a-8e0f-5ea1de30a48b,revision_number=4']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:42.894854 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Routers {'37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:37:42.895555 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:37:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:42.909519 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=f27a6a04-bace-44df-b43a-2d86b27a72a1,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:42.948077 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.db_base_plugin_common [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Allocated IP 172.20.0.2 (c35216eb-6608-446d-97dd-21838c83dd10/e7483d8e-6a69-4124-8472-81c55dd81426/2d7b2c22-3c89-4a42-896b-5b17cf39af7b) {{(pid=93656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:37:42.954466 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3768327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59194'] for router, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:43.044111 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] Set router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:37:43.115110 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Notify callbacks [] for port, precommit_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:43.125759 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Transition to ACTIVE for port object 2d7b2c22-3c89-4a42-896b-5b17cf39af7b will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:37:43.141128 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Transition to ACTIVE for port object 2d7b2c22-3c89-4a42-896b-5b17cf39af7b will not be triggered until provisioned by entity DHCP. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:37:43.202068 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660'] for port, after_create {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:43.242564 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:43.255103 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Network c35216eb-6608-446d-97dd-21838c83dd10 is already hosted by enough agents. {{(pid=93656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:37:43.259610 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.scheduler.base_scheduler [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Resources bound (agent type, host, resource id): {{(pid=93656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:37:43.260243 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:37:39Z', 'revision_number': 4, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port': {'id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:37Z', 'updated_at': '2021-07-08T12:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '0e020531-3308-4c0a-8e0f-5ea1de30a48b', 'name': '', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'mac_address': 'fa:16:3e:54:a8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:39Z', 'updated_at': '2021-07-08T12:37:42Z', 'revision_number': 4, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'subnets': [{'id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:43.263265 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:43.267126 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Received port after_create {{(pid=93656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:37:43.269204 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Pushing event updated for resources: {'Port': ['ID=2d7b2c22-3c89-4a42-896b-5b17cf39af7b,revision_number=1']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:43.292771 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92e11a-cba6-46cd-bd49-43d16e538f66 None None] The sync data for ids ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'] in dv-cinder-799631-5-iscsi is: [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:37:39Z', 'revision_number': 4, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port': {'id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:37Z', 'updated_at': '2021-07-08T12:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '0e020531-3308-4c0a-8e0f-5ea1de30a48b', 'name': '', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'mac_address': 'fa:16:3e:54:a8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:39Z', 'updated_at': '2021-07-08T12:37:42Z', 'revision_number': 4, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'subnets': [{'id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:37:43.331372 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Attempting to bind port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:37:43.331965 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Attempting to bind port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '3668b081-f211-4dd2-8f83-b515534c9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:37:43.332427 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Attempting to bind port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b on network c35216eb-6608-446d-97dd-21838c83dd10 {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:37:43.353875 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:37:43.353875 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Checking segment: {'id': '3668b081-f211-4dd2-8f83-b515534c9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:37:43.353875 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:43.353875 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Bound using segment: {'id': '3668b081-f211-4dd2-8f83-b515534c9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:37:43.353875 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Bound port: 2d7b2c22-3c89-4a42-896b-5b17cf39af7b, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3668b081-f211-4dd2-8f83-b515534c9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:37:43.356734 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:43.411565 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_common [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Allocated IP 172.27.3.121 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/81ada42a-2e2d-48ec-8026-40f607153149) {{(pid=93655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:37:43.437263 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] For port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:37:43.441127 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] For port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=2d7b2c22-3c89-4a42-896b-5b17cf39af7b,segment=NetworkSegment(3668b081-f211-4dd2-8f83-b515534c9d36),segment_id=3668b081-f211-4dd2-8f83-b515534c9d36)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:37:43.530089 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:43.533898 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:43.607335 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a65283-60fd-41a8-921f-a3b13167cba6 None None] Pushing event updated for resources: {'Port': ['ID=2d7b2c22-3c89-4a42-896b-5b17cf39af7b,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:43.635234 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61923475'] for port, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:43.681595 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:37:43.684554 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:37:43.689215 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Received port after_create {{(pid=93655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:37:43.692478 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Pushing event updated for resources: {'Port': ['ID=81ada42a-2e2d-48ec-8026-40f607153149,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:44.048047 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:44.256120 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3768332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3782363'] for router, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:44.447216 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 0e020531-3308-4c0a-8e0f-5ea1de30a48b up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:37:44.469185 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Router 83e47f1d-c628-486e-8742-496a91203feb is scheduled to L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a with binding_index 1 {{(pid=93655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:37:44.473738 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfabd9a-d8cb-4af8-89f4-d6f7e84f6ec8 None None] Network c35216eb-6608-446d-97dd-21838c83dd10 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:37:44.581737 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:37:44.597794 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Sync routers for ids ['83e47f1d-c628-486e-8742-496a91203feb'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:37:44.610871 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-01e38101-d899-421f-9b76-ba0607ac982a None None] Provisioning for port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:37:44.621742 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Routers {'83e47f1d-c628-486e-8742-496a91203feb'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:37:44.622064 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:37:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['83e47f1d-c628-486e-8742-496a91203feb'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:44.658287 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 0e020531-3308-4c0a-8e0f-5ea1de30a48b completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:37:44.686529 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] Notify callbacks [] for router, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:44.687866 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-022f1ca4-5672-4e3e-bd70-66fcfc48c959 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1226459 Jul 08 12:37:44.690708 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 0e020531-3308-4c0a-8e0f-5ea1de30a48b triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:44.690860 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36022) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:44.691275 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:44.799543 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Set router 83e47f1d-c628-486e-8742-496a91203feb gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:37:44.931268 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:44.990613 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 0e020531-3308-4c0a-8e0f-5ea1de30a48b, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=0e020531-3308-4c0a-8e0f-5ea1de30a48b,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:37:45.045619 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e47f1d-c628-486e-8742-496a91203feb', 'name': 'tempest-TestShelveInstance-171928652-router', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '81ada42a-2e2d-48ec-8026-40f607153149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:42Z', 'updated_at': '2021-07-08T12:37:43Z', 'revision_number': 3, 'project_id': '4f9f8506138340de8b3ca622a83be87c', 'gw_port': {'id': '81ada42a-2e2d-48ec-8026-40f607153149', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:85:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e47f1d-c628-486e-8742-496a91203feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:43Z', 'updated_at': '2021-07-08T12:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:45.081793 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Checking router: 83e47f1d-c628-486e-8742-496a91203feb for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:37:45.082151 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Updating router 83e47f1d-c628-486e-8742-496a91203feb port 81ada42a-2e2d-48ec-8026-40f607153149 binding host dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:37:45.086564 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.087345 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device f27a6a04-bace-44df-b43a-2d86b27a72a1 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:37:45.135359 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.187818 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.298195 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Allocated IP 172.20.0.1 (c35216eb-6608-446d-97dd-21838c83dd10/e7483d8e-6a69-4124-8472-81c55dd81426/7df8ee69-2ed4-443e-803e-87200c2841ce) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:37:45.346357 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=0e020531-3308-4c0a-8e0f-5ea1de30a48b,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:45.405885 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.419000 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Transition to ACTIVE for port object 7df8ee69-2ed4-443e-803e-87200c2841ce will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:37:45.429052 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port f27a6a04-bace-44df-b43a-2d86b27a72a1 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:45.429450 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.503865 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.529780 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-025765da-91fd-4f48-828b-c05ef917a013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.547975 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Network c35216eb-6608-446d-97dd-21838c83dd10 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:37:45.553458 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:37:45.555629 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7df8ee69-2ed4-443e-803e-87200c2841ce,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:45.557769 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:37:45.595533 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 2d7b2c22-3c89-4a42-896b-5b17cf39af7b up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:37:45.599729 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782866'] for router_interface, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.695399 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Notify callbacks [] for port, precommit_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.706335 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Transition to ACTIVE for port object 81ada42a-2e2d-48ec-8026-40f607153149 will not be triggered until provisioned by entity L2. {{(pid=93656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:37:45.737805 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:37:45.742043 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:45.742409 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.766258 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.784497 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.836129 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66487f55-bbf5-41da-a38d-78a25b9816d6 None None] Pushing event updated for resources: {'Port': ['ID=81ada42a-2e2d-48ec-8026-40f607153149,revision_number=2']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:45.842960 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Attempting to bind port 81ada42a-2e2d-48ec-8026-40f607153149 on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:37:45.843316 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Attempting to bind port 81ada42a-2e2d-48ec-8026-40f607153149 by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:37:45.843668 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Attempting to bind port 81ada42a-2e2d-48ec-8026-40f607153149 on network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:37:45.850624 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:37:45.851020 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Checking segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:37:45.865349 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.865349 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Bound using segment: {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'} {{(pid=93656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:37:45.865349 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.managers [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Bound port: 81ada42a-2e2d-48ec-8026-40f607153149, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7132520f-7a8f-498b-b3c9-654433d61e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315'}}] {{(pid=93656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:37:45.865349 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.895643 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-38f31c36-55e1-4e3a-8d24-4dfb5f3e920c None None] Provisioning for port 7df8ee69-2ed4-443e-803e-87200c2841ce completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:37:45.908412 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-38f31c36-55e1-4e3a-8d24-4dfb5f3e920c None None] Provisioning complete for port 7df8ee69-2ed4-443e-803e-87200c2841ce triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:45.908804 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-38f31c36-55e1-4e3a-8d24-4dfb5f3e920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.944277 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.948742 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.977790 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] For port 81ada42a-2e2d-48ec-8026-40f607153149, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:37:45.979535 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-38f31c36-55e1-4e3a-8d24-4dfb5f3e920c None None] Port 7df8ee69-2ed4-443e-803e-87200c2841ce cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:37:45.994619 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:45.997056 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:37:46.003656 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] For port 81ada42a-2e2d-48ec-8026-40f607153149, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=81ada42a-2e2d-48ec-8026-40f607153149,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:37:46.007073 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=2d7b2c22-3c89-4a42-896b-5b17cf39af7b,segment=NetworkSegment(3668b081-f211-4dd2-8f83-b515534c9d36),segment_id=3668b081-f211-4dd2-8f83-b515534c9d36)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:37:46.063689 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:46.065289 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7df8ee69-2ed4-443e-803e-87200c2841ce,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:46.067842 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3780481'] for router_interface, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:46.089454 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:46.126294 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66487f55-bbf5-41da-a38d-78a25b9816d6 None None] Pushing event updated for resources: {'Port': ['ID=81ada42a-2e2d-48ec-8026-40f607153149,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:46.128926 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Routers {'83e47f1d-c628-486e-8742-496a91203feb'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:37:46.129529 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:37:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['83e47f1d-c628-486e-8742-496a91203feb'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:46.161125 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Network c35216eb-6608-446d-97dd-21838c83dd10 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:37:46.162525 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:37:46.250985 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=2d7b2c22-3c89-4a42-896b-5b17cf39af7b,revision_number=3']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:46.282278 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] Set router 83e47f1d-c628-486e-8742-496a91203feb gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:37:46.290015 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Router 83e47f1d-c628-486e-8742-496a91203feb has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:37:46.334758 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 0e020531-3308-4c0a-8e0f-5ea1de30a48b up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:37:46.426402 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:37:46.431805 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-190588c7-5b45-481b-9a09-f265886836f1 admin admin] 10.222.0.88 "PUT /v2.0/routers/83e47f1d-c628-486e-8742-496a91203feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7397654 Jul 08 12:37:46.476597 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 0e020531-3308-4c0a-8e0f-5ea1de30a48b triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:46.476986 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:46.568707 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-39c6896d-4d6c-4eb1-b1f6-fa0c1b4f4ac0 None None] Provisioning complete for port 7df8ee69-2ed4-443e-803e-87200c2841ce triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:46.569267 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-39c6896d-4d6c-4eb1-b1f6-fa0c1b4f4ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:46.639987 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-39c6896d-4d6c-4eb1-b1f6-fa0c1b4f4ac0 None None] Port 7df8ee69-2ed4-443e-803e-87200c2841ce cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:37:46.654075 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e47f1d-c628-486e-8742-496a91203feb', 'name': 'tempest-TestShelveInstance-171928652-router', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '81ada42a-2e2d-48ec-8026-40f607153149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:42Z', 'updated_at': '2021-07-08T12:37:45Z', 'revision_number': 4, 'project_id': '4f9f8506138340de8b3ca622a83be87c', 'gw_port': {'id': '81ada42a-2e2d-48ec-8026-40f607153149', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:85:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e47f1d-c628-486e-8742-496a91203feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:43Z', 'updated_at': '2021-07-08T12:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '7df8ee69-2ed4-443e-803e-87200c2841ce', 'name': '', 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'mac_address': 'fa:16:3e:ae:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e47f1d-c628-486e-8742-496a91203feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e7483d8e-6a69-4124-8472-81c55dd81426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:45Z', 'updated_at': '2021-07-08T12:37:45Z', 'revision_number': 2, 'project_id': '4f9f8506138340de8b3ca622a83be87c', 'subnets': [{'id': 'e7483d8e-6a69-4124-8472-81c55dd81426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:46.685072 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea21a3-24a5-4521-9213-bad6d412fa81 None None] The sync data for ids ['83e47f1d-c628-486e-8742-496a91203feb'] in dv-cinder-799631-5-iscsi is: [{'id': '83e47f1d-c628-486e-8742-496a91203feb', 'name': 'tempest-TestShelveInstance-171928652-router', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '81ada42a-2e2d-48ec-8026-40f607153149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:42Z', 'updated_at': '2021-07-08T12:37:45Z', 'revision_number': 4, 'project_id': '4f9f8506138340de8b3ca622a83be87c', 'gw_port': {'id': '81ada42a-2e2d-48ec-8026-40f607153149', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:85:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e47f1d-c628-486e-8742-496a91203feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:43Z', 'updated_at': '2021-07-08T12:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '7df8ee69-2ed4-443e-803e-87200c2841ce', 'name': '', 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'mac_address': 'fa:16:3e:ae:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e47f1d-c628-486e-8742-496a91203feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e7483d8e-6a69-4124-8472-81c55dd81426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:45Z', 'updated_at': '2021-07-08T12:37:45Z', 'revision_number': 2, 'project_id': '4f9f8506138340de8b3ca622a83be87c', 'subnets': [{'id': 'e7483d8e-6a69-4124-8472-81c55dd81426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:37:46.995334 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36030) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:47.000713 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-bf34c17b-2c07-4e0f-962f-9a56848aed79 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106653448', 'description': 'tempest-secgroup-smoke-106653448 description', 'project_id': '4796fc723b444d94aaf82adbf9093f39'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:37:47.074550 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bf34c17b-2c07-4e0f-962f-9a56848aed79 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:47.163001 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bf34c17b-2c07-4e0f-962f-9a56848aed79 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:47.223060 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bf34c17b-2c07-4e0f-962f-9a56848aed79 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:47.265109 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34c17b-2c07-4e0f-962f-9a56848aed79 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6329a117-32ec-438d-b207-5f73146035b6,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:47.306992 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bf34c17b-2c07-4e0f-962f-9a56848aed79 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:47.309348 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-bf34c17b-2c07-4e0f-962f-9a56848aed79 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3127787 Jul 08 12:37:47.312534 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36032) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:47.317768 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-dd3a4b78-bb49-4d74-9007-9401ea218ec3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Request body: {'security_group_rule': {'security_group_id': '6329a117-32ec-438d-b207-5f73146035b6', 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:37:47.407314 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4b78-bb49-4d74-9007-9401ea218ec3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:47.467703 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4b78-bb49-4d74-9007-9401ea218ec3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:47.532227 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4b78-bb49-4d74-9007-9401ea218ec3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:47.556086 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a4b78-bb49-4d74-9007-9401ea218ec3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500273e1-4427-4232-8044-040ba5be44a5,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:47.629466 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4b78-bb49-4d74-9007-9401ea218ec3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:47.630775 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-dd3a4b78-bb49-4d74-9007-9401ea218ec3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3170111 Jul 08 12:37:47.633524 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36034) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:47.639093 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-431ad2bd-3675-44c6-bac4-a6c206b95c30 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Request body: {'security_group_rule': {'security_group_id': '6329a117-32ec-438d-b207-5f73146035b6', 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:37:47.743067 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-431ad2bd-3675-44c6-bac4-a6c206b95c30 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:47.802949 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-431ad2bd-3675-44c6-bac4-a6c206b95c30 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:47.880661 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-431ad2bd-3675-44c6-bac4-a6c206b95c30 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:47.898447 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ad2bd-3675-44c6-bac4-a6c206b95c30 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca34ddf0-d512-4c4e-9f14-f4c3f01ce9f9,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:47.977395 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-431ad2bd-3675-44c6-bac4-a6c206b95c30 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:47.978667 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-431ad2bd-3675-44c6-bac4-a6c206b95c30 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3441465 Jul 08 12:37:47.981450 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36036) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:47.985941 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-a0c7c3e9-69cb-451f-8db0-224fe99dcbd2 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Request body: {'security_group_rule': {'security_group_id': '6329a117-32ec-438d-b207-5f73146035b6', 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:37:48.056678 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c3e9-69cb-451f-8db0-224fe99dcbd2 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.116183 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c3e9-69cb-451f-8db0-224fe99dcbd2 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.182828 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c3e9-69cb-451f-8db0-224fe99dcbd2 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.203338 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7c3e9-69cb-451f-8db0-224fe99dcbd2 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72f80cf-a0d9-4062-b46c-ce7230e39057,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:48.303337 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c3e9-69cb-451f-8db0-224fe99dcbd2 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.304680 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-a0c7c3e9-69cb-451f-8db0-224fe99dcbd2 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3221753 Jul 08 12:37:48.307262 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36038) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:48.312605 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-ab1a902f-ee09-458f-a55a-d4bb1c9dc8b3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Request body: {'security_group_rule': {'security_group_id': '6329a117-32ec-438d-b207-5f73146035b6', 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:37:48.388837 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 2d7b2c22-3c89-4a42-896b-5b17cf39af7b up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:37:48.399613 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ab1a902f-ee09-458f-a55a-d4bb1c9dc8b3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.436604 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:48.437278 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.465805 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ab1a902f-ee09-458f-a55a-d4bb1c9dc8b3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.519056 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 81ada42a-2e2d-48ec-8026-40f607153149 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:37:48.525799 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ab1a902f-ee09-458f-a55a-d4bb1c9dc8b3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.541972 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a902f-ee09-458f-a55a-d4bb1c9dc8b3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5490500f-e934-4e83-86ba-11fc58c951e8,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:48.634563 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 81ada42a-2e2d-48ec-8026-40f607153149 completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:37:48.634780 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-ab1a902f-ee09-458f-a55a-d4bb1c9dc8b3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.637591 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-ab1a902f-ee09-458f-a55a-d4bb1c9dc8b3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277516 Jul 08 12:37:48.639263 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36040) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:48.639420 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 81ada42a-2e2d-48ec-8026-40f607153149 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:48.640533 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.645112 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-af2947b9-568f-41cb-abae-5019b3e33eab tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Request body: {'security_group_rule': {'security_group_id': '6329a117-32ec-438d-b207-5f73146035b6', 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:37:48.717102 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.720062 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.securitygroups_db [None req-af2947b9-568f-41cb-abae-5019b3e33eab tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Project 4796fc723b444d94aaf82adbf9093f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 12:37:48.725107 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-af2947b9-568f-41cb-abae-5019b3e33eab tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.738127 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 81ada42a-2e2d-48ec-8026-40f607153149, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=81ada42a-2e2d-48ec-8026-40f607153149,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:37:48.788984 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-af2947b9-568f-41cb-abae-5019b3e33eab tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.799945 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.850135 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=81ada42a-2e2d-48ec-8026-40f607153149,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:48.857468 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-af2947b9-568f-41cb-abae-5019b3e33eab tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.875806 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2947b9-568f-41cb-abae-5019b3e33eab tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e6ef15-2319-4a7c-ad9e-0461585840b9,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:48.885748 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.938177 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-af2947b9-568f-41cb-abae-5019b3e33eab tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:48.939521 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-af2947b9-568f-41cb-abae-5019b3e33eab tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2984421 Jul 08 12:37:48.942088 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36042) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:37:48.946798 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [None req-bc814804-0852-4b58-9ab7-2c9c5a3d2a92 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Request body: {'security_group_rule': {'security_group_id': '6329a117-32ec-438d-b207-5f73146035b6', 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:37:49.006113 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.db.securitygroups_db [None req-bc814804-0852-4b58-9ab7-2c9c5a3d2a92 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Project 4796fc723b444d94aaf82adbf9093f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 12:37:49.011119 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bc814804-0852-4b58-9ab7-2c9c5a3d2a92 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:49.085569 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bc814804-0852-4b58-9ab7-2c9c5a3d2a92 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:49.120248 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bc814804-0852-4b58-9ab7-2c9c5a3d2a92 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20485'] for security_group_rule, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:49.138907 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc814804-0852-4b58-9ab7-2c9c5a3d2a92 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aaf32e9-9b5f-4332-8452-64a6e7fdc392,revision_number=0']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:49.188909 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bc814804-0852-4b58-9ab7-2c9c5a3d2a92 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:49.190139 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-bc814804-0852-4b58-9ab7-2c9c5a3d2a92 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2470975 Jul 08 12:37:49.566136 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-957a9ef9-aee1-41bc-9f55-0509893bb4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:49.977087 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Sync routers for ids ['83e47f1d-c628-486e-8742-496a91203feb'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:37:49.989705 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Routers {'83e47f1d-c628-486e-8742-496a91203feb'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:37:49.990355 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:37:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['83e47f1d-c628-486e-8742-496a91203feb'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:50.196666 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Set router 83e47f1d-c628-486e-8742-496a91203feb gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:37:50.315072 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 81ada42a-2e2d-48ec-8026-40f607153149 up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:37:50.366705 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 81ada42a-2e2d-48ec-8026-40f607153149 triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:50.367317 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:50.413412 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e47f1d-c628-486e-8742-496a91203feb', 'name': 'tempest-TestShelveInstance-171928652-router', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '81ada42a-2e2d-48ec-8026-40f607153149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:42Z', 'updated_at': '2021-07-08T12:37:45Z', 'revision_number': 4, 'project_id': '4f9f8506138340de8b3ca622a83be87c', 'gw_port': {'id': '81ada42a-2e2d-48ec-8026-40f607153149', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e47f1d-c628-486e-8742-496a91203feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:43Z', 'updated_at': '2021-07-08T12:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '7df8ee69-2ed4-443e-803e-87200c2841ce', 'name': '', 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'mac_address': 'fa:16:3e:ae:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e47f1d-c628-486e-8742-496a91203feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e7483d8e-6a69-4124-8472-81c55dd81426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:45Z', 'updated_at': '2021-07-08T12:37:45Z', 'revision_number': 2, 'project_id': '4f9f8506138340de8b3ca622a83be87c', 'subnets': [{'id': 'e7483d8e-6a69-4124-8472-81c55dd81426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:50.441267 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Checking router: 83e47f1d-c628-486e-8742-496a91203feb for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:37:50.441623 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Updating router 83e47f1d-c628-486e-8742-496a91203feb port 7df8ee69-2ed4-443e-803e-87200c2841ce binding host dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:37:50.481355 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:50.623303 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:50.745997 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Notify callbacks [] for port, precommit_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:50.756778 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.provisioning_blocks [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Transition to ACTIVE for port object 7df8ee69-2ed4-443e-803e-87200c2841ce will not be triggered until provisioned by entity L2. {{(pid=93657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:37:50.817115 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:50.870383 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e755e-475c-4b80-9e61-155958f2f7b3 None None] Pushing event updated for resources: {'Port': ['ID=7df8ee69-2ed4-443e-803e-87200c2841ce,revision_number=3']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:50.934469 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Attempting to bind port 7df8ee69-2ed4-443e-803e-87200c2841ce on host dv-cinder-799631-5-iscsi for vnic_type normal with profile {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:37:50.934831 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Attempting to bind port 7df8ee69-2ed4-443e-803e-87200c2841ce by drivers openvswitch,hyperv on host dv-cinder-799631-5-iscsi at level 0 using segments [{'id': '3668b081-f211-4dd2-8f83-b515534c9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10'}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:37:50.935190 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Attempting to bind port 7df8ee69-2ed4-443e-803e-87200c2841ce on network c35216eb-6608-446d-97dd-21838c83dd10 {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:37:50.941740 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Checking agent: {'id': '12d30350-3ed4-49f4-857a-a22bda122f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 13, 49), 'started_at': datetime.datetime(2021, 7, 8, 12, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:37:50.942106 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Checking segment: {'id': '3668b081-f211-4dd2-8f83-b515534c9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:37:50.942507 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:50.942893 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Bound using segment: {'id': '3668b081-f211-4dd2-8f83-b515534c9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10'} {{(pid=93657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:37:50.943351 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.managers [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Bound port: 7df8ee69-2ed4-443e-803e-87200c2841ce, host: dv-cinder-799631-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3668b081-f211-4dd2-8f83-b515534c9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10'}}] {{(pid=93657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:37:50.943752 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:51.009221 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] For port 7df8ee69-2ed4-443e-803e-87200c2841ce, host dv-cinder-799631-5-iscsi, cleared binding levels {{(pid=93657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:37:51.012051 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.plugins.ml2.db [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] For port 7df8ee69-2ed4-443e-803e-87200c2841ce, host dv-cinder-799631-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=7df8ee69-2ed4-443e-803e-87200c2841ce,segment=NetworkSegment(3668b081-f211-4dd2-8f83-b515534c9d36),segment_id=3668b081-f211-4dd2-8f83-b515534c9d36)] {{(pid=93657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:37:51.080216 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:51.141561 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Routers {'83e47f1d-c628-486e-8742-496a91203feb'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:37:51.142198 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:37:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['83e47f1d-c628-486e-8742-496a91203feb'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:51.147215 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e755e-475c-4b80-9e61-155958f2f7b3 None None] Pushing event updated for resources: {'Port': ['ID=7df8ee69-2ed4-443e-803e-87200c2841ce,revision_number=4']} {{(pid=93657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:51.271473 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] Set router 83e47f1d-c628-486e-8742-496a91203feb gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:37:51.475553 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e47f1d-c628-486e-8742-496a91203feb', 'name': 'tempest-TestShelveInstance-171928652-router', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '81ada42a-2e2d-48ec-8026-40f607153149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:42Z', 'updated_at': '2021-07-08T12:37:45Z', 'revision_number': 4, 'project_id': '4f9f8506138340de8b3ca622a83be87c', 'gw_port': {'id': '81ada42a-2e2d-48ec-8026-40f607153149', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e47f1d-c628-486e-8742-496a91203feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:43Z', 'updated_at': '2021-07-08T12:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '7df8ee69-2ed4-443e-803e-87200c2841ce', 'name': '', 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'mac_address': 'fa:16:3e:ae:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e47f1d-c628-486e-8742-496a91203feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e7483d8e-6a69-4124-8472-81c55dd81426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:45Z', 'updated_at': '2021-07-08T12:37:51Z', 'revision_number': 4, 'project_id': '4f9f8506138340de8b3ca622a83be87c', 'subnets': [{'id': 'e7483d8e-6a69-4124-8472-81c55dd81426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:37:51.502602 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628aa74a-f24f-4d72-b224-34c7739a7261 None None] The sync data for ids ['83e47f1d-c628-486e-8742-496a91203feb'] in dv-cinder-799631-5-iscsi is: [{'id': '83e47f1d-c628-486e-8742-496a91203feb', 'name': 'tempest-TestShelveInstance-171928652-router', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '81ada42a-2e2d-48ec-8026-40f607153149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:42Z', 'updated_at': '2021-07-08T12:37:45Z', 'revision_number': 4, 'project_id': '4f9f8506138340de8b3ca622a83be87c', 'gw_port': {'id': '81ada42a-2e2d-48ec-8026-40f607153149', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e47f1d-c628-486e-8742-496a91203feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:43Z', 'updated_at': '2021-07-08T12:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '7df8ee69-2ed4-443e-803e-87200c2841ce', 'name': '', 'network_id': 'c35216eb-6608-446d-97dd-21838c83dd10', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'mac_address': 'fa:16:3e:ae:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e47f1d-c628-486e-8742-496a91203feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e7483d8e-6a69-4124-8472-81c55dd81426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:45Z', 'updated_at': '2021-07-08T12:37:51Z', 'revision_number': 4, 'project_id': '4f9f8506138340de8b3ca622a83be87c', 'subnets': [{'id': 'e7483d8e-6a69-4124-8472-81c55dd81426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:37:52.327341 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 7df8ee69-2ed4-443e-803e-87200c2841ce up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:37:52.417440 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning for port 7df8ee69-2ed4-443e-803e-87200c2841ce completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:37:52.422321 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 7df8ee69-2ed4-443e-803e-87200c2841ce triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:52.422665 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:52.498839 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:52.532990 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] For port 7df8ee69-2ed4-443e-803e-87200c2841ce, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=7df8ee69-2ed4-443e-803e-87200c2841ce,segment=NetworkSegment(3668b081-f211-4dd2-8f83-b515534c9d36),segment_id=3668b081-f211-4dd2-8f83-b515534c9d36)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:37:52.589338 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:52.649842 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Pushing event updated for resources: {'Port': ['ID=7df8ee69-2ed4-443e-803e-87200c2841ce,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:37:52.748654 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:37:54.310398 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 7df8ee69-2ed4-443e-803e-87200c2841ce up at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:37:54.359369 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Provisioning complete for port 7df8ee69-2ed4-443e-803e-87200c2841ce triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:37:54.359763 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:12.170828 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:13.353630 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-2087a243-c86c-4c77-b5b2-2b9045673497 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-106653448&fields=id&tenant_id=4796fc723b444d94aaf82adbf9093f39 HTTP/1.1" status: 200 len: 267 time: 0.0338609 Jul 08 12:38:13.461651 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-535ac4ff-73fc-4f28-b7a0-d8827d984a1c tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:13.463063 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-535ac4ff-73fc-4f28-b7a0-d8827d984a1c tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/networks?id=85c431ea-1845-4471-98a0-f7c674ea75d9 HTTP/1.1" status: 200 len: 809 time: 0.1032887 Jul 08 12:38:13.476901 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-971459c7-faa2-469f-8bad-faf9ee595d9b tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/quotas/4796fc723b444d94aaf82adbf9093f39 HTTP/1.1" status: 200 len: 375 time: 0.0085454 Jul 08 12:38:13.540960 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-a3dc2d50-cbc1-4e5e-b513-1a6e1c743441 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4796fc723b444d94aaf82adbf9093f39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593753 Jul 08 12:38:13.641804 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-f32a8ec8-513c-429a-9e4f-08a03f4a40d6 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:38:13.642819 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-f32a8ec8-513c-429a-9e4f-08a03f4a40d6 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0900438 Jul 08 12:38:13.736796 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-9d6d7eea-dcfd-41f7-bcdf-d9e4d03767ee service neutron] 10.222.0.88 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878928 Jul 08 12:38:13.830526 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-25447527-dd21-4607-bab4-008a2b7760fd service neutron] 10.222.0.88 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877256 Jul 08 12:38:14.390498 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2710e269-8538-4892-ac5c-f6accde8a1d2 req-c886e914-5173-4ead-a5f8-fe5eee9748d6 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 210 time: 0.0276418 Jul 08 12:38:15.436183 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-659fe606-799f-4fc2-832e-c06ec0cf01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:15.531932 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-96449125-d0f5-4f47-ad95-59a19ce3dd26 req-56ff6b75-93bb-4f83-ae38-3b39baac6731 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 210 time: 0.0313561 Jul 08 12:38:16.324966 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-04f0636c-4acf-4d03-8dc7-3ca6425ff765 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:16.326861 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-04f0636c-4acf-4d03-8dc7-3ca6425ff765 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.89 "GET /v2.0/networks?id=85c431ea-1845-4471-98a0-f7c674ea75d9 HTTP/1.1" status: 200 len: 809 time: 0.1018550 Jul 08 12:38:16.369359 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-236990f1-abe2-4591-8279-99133eadfdcd tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4796fc723b444d94aaf82adbf9093f39 HTTP/1.1" status: 200 len: 379 time: 0.0338638 Jul 08 12:38:16.378260 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-76a37a2f-bf3a-4bf7-ac01-97bfb55c19e8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Request body: {'port': {'device_id': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'admin_state_up': True, 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'security_groups': ['6329a117-32ec-438d-b207-5f73146035b6']}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:38:16.548751 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-76a37a2f-bf3a-4bf7-ac01-97bfb55c19e8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Made reservation on behalf of 4796fc723b444d94aaf82adbf9093f39 for: {'port': 1} {{(pid=93654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:38:16.552373 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-76a37a2f-bf3a-4bf7-ac01-97bfb55c19e8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:16.686159 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_common [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-76a37a2f-bf3a-4bf7-ac01-97bfb55c19e8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Allocated IP 172.20.0.7 (85c431ea-1845-4471-98a0-f7c674ea75d9/7b98feac-3d9d-4af1-a74a-33d99a28a3f0/5faf0e64-efba-434b-b438-b8a4f497eccc) {{(pid=93654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:38:16.697293 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2bf0f95e-0b05-41ab-a4d5-fc30e5963cbc req-f0a66029-b4b2-4a82-9c65-84e456d72aa9 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 210 time: 0.0291896 Jul 08 12:38:16.821142 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-76a37a2f-bf3a-4bf7-ac01-97bfb55c19e8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for port, precommit_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:16.833713 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-76a37a2f-bf3a-4bf7-ac01-97bfb55c19e8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Transition to ACTIVE for port object 5faf0e64-efba-434b-b438-b8a4f497eccc will not be triggered until provisioned by entity DHCP. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:38:16.942764 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-76a37a2f-bf3a-4bf7-ac01-97bfb55c19e8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61690907'] for port, after_create {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:16.989131 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-76a37a2f-bf3a-4bf7-ac01-97bfb55c19e8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Network 85c431ea-1845-4471-98a0-f7c674ea75d9 is already hosted by enough agents. {{(pid=93654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:38:16.994371 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.scheduler.base_scheduler [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-76a37a2f-bf3a-4bf7-ac01-97bfb55c19e8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Resources bound (agent type, host, resource id): {{(pid=93654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:38:16.998169 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-76a37a2f-bf3a-4bf7-ac01-97bfb55c19e8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Received port after_create {{(pid=93654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:38:17.024050 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a37a2f-bf3a-4bf7-ac01-97bfb55c19e8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Pushing event updated for resources: {'Port': ['ID=5faf0e64-efba-434b-b438-b8a4f497eccc,revision_number=1']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:38:17.052943 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-76a37a2f-bf3a-4bf7-ac01-97bfb55c19e8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:17.053570 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-76a37a2f-bf3a-4bf7-ac01-97bfb55c19e8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:17.143821 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-76a37a2f-bf3a-4bf7-ac01-97bfb55c19e8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7696745 Jul 08 12:38:17.206209 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.v2.base [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Request body: {'port': {'device_id': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:38:17.262450 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-7348855b-6a5b-4501-accd-2d74384ad9eb None None] Provisioning for port 5faf0e64-efba-434b-b438-b8a4f497eccc completed by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:38:17.266671 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-7348855b-6a5b-4501-accd-2d74384ad9eb None None] Provisioning complete for port 5faf0e64-efba-434b-b438-b8a4f497eccc triggered by entity DHCP. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:38:17.267045 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7348855b-6a5b-4501-accd-2d74384ad9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:17.277556 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:17.300991 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-7348855b-6a5b-4501-accd-2d74384ad9eb None None] Port 5faf0e64-efba-434b-b438-b8a4f497eccc cannot update to ACTIVE because it is not bound. {{(pid=93656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:38:17.549285 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5faf0e64-efba-434b-b438-b8a4f497eccc {{(pid=93654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:38:17.556807 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:17.568936 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.provisioning_blocks [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Transition to ACTIVE for port object 5faf0e64-efba-434b-b438-b8a4f497eccc will not be triggered until provisioned by entity L2. {{(pid=93654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:38:17.655805 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:17.708526 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Pushing event updated for resources: {'Port': ['ID=5faf0e64-efba-434b-b438-b8a4f497eccc,revision_number=2']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:38:17.777898 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Attempting to bind port 5faf0e64-efba-434b-b438-b8a4f497eccc on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:38:17.778258 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Attempting to bind port 5faf0e64-efba-434b-b438-b8a4f497eccc by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '00cd8f39-e1de-43b9-ba2c-ae314360f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9'}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:38:17.778582 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Attempting to bind port 5faf0e64-efba-434b-b438-b8a4f497eccc on network 85c431ea-1845-4471-98a0-f7c674ea75d9 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:38:17.784798 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Port 5faf0e64-efba-434b-b438-b8a4f497eccc on network 85c431ea-1845-4471-98a0-f7c674ea75d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:38:17.785132 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Attempting to bind port 5faf0e64-efba-434b-b438-b8a4f497eccc on network 85c431ea-1845-4471-98a0-f7c674ea75d9 {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:38:17.791684 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Checking agent: {'id': 'a275ce4d-70b3-45e5-a228-f538c76709fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'started_at': datetime.datetime(2021, 7, 8, 12, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:38:17.791935 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Checking segment: {'id': '00cd8f39-e1de-43b9-ba2c-ae314360f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:38:17.792215 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Bound using segment: {'id': '00cd8f39-e1de-43b9-ba2c-ae314360f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9'} {{(pid=93654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:38:17.792679 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.managers [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Bound port: 5faf0e64-efba-434b-b438-b8a4f497eccc, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00cd8f39-e1de-43b9-ba2c-ae314360f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9'}}] {{(pid=93654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:38:17.793044 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:17.866289 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] For port 5faf0e64-efba-434b-b438-b8a4f497eccc, host hv-cinder-79963, cleared binding levels {{(pid=93654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:38:17.874172 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] For port 5faf0e64-efba-434b-b438-b8a4f497eccc, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=5faf0e64-efba-434b-b438-b8a4f497eccc,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:38:17.890369 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67933b13-5f26-4e18-a1b5-95d89d91dec7 req-b61225b7-5b06-438c-a60d-1d6991208081 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:17.892538 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-67933b13-5f26-4e18-a1b5-95d89d91dec7 req-b61225b7-5b06-438c-a60d-1d6991208081 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 943 time: 0.0823650 Jul 08 12:38:17.932199 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-67933b13-5f26-4e18-a1b5-95d89d91dec7 req-e4af9b1d-528e-4702-bd2a-6ba9c2e79111 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338619 Jul 08 12:38:17.948446 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61690885'] for port, after_update {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:17.980892 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:17.981613 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:17.983010 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] 10.222.0.89 "PUT /v2.0/ports/5faf0e64-efba-434b-b438-b8a4f497eccc HTTP/1.1" status: 200 len: 1093 time: 0.8311913 Jul 08 12:38:17.983452 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'tag': '5faf0e64-efba-434b-b438-b8a4f497eccc'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:38:17.986923 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc773fdd-c4eb-4642-bf9a-a9d432178dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "a17e3c86-1dee-4299-9bc1-f85952155c4a", "tag": "5faf0e64-efba-434b-b438-b8a4f497eccc"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:38:18.015259 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4bf2a-c6fb-40b2-969e-fdb50516f033 service neutron] Pushing event updated for resources: {'Port': ['ID=5faf0e64-efba-434b-b438-b8a4f497eccc,revision_number=3']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:38:18.037027 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f854ca-53bd-4e88-84a1-135be30f8e41 x-openstack-request-id: req-54f854ca-53bd-4e88-84a1-135be30f8e41 {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:38:18.037027 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17e3c86-1dee-4299-9bc1-f85952155c4a", "tag": "5faf0e64-efba-434b-b438-b8a4f497eccc", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:38:18.037027 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-54f854ca-53bd-4e88-84a1-135be30f8e41 {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:38:18.037027 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'tag': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'status': 'completed', 'code': 200} Jul 08 12:38:18.108204 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc773fdd-c4eb-4642-bf9a-a9d432178dbc req-f7249b27-8769-42c0-9af6-3886360e3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:18.109896 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-dc773fdd-c4eb-4642-bf9a-a9d432178dbc req-f7249b27-8769-42c0-9af6-3886360e3dc7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4796fc723b444d94aaf82adbf9093f39&device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 1096 time: 0.0561378 Jul 08 12:38:18.211482 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc773fdd-c4eb-4642-bf9a-a9d432178dbc req-e082679b-67e4-40bc-938f-f2a073e5ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:18.212909 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-dc773fdd-c4eb-4642-bf9a-a9d432178dbc req-e082679b-67e4-40bc-938f-f2a073e5ea8f service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=4796fc723b444d94aaf82adbf9093f39&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0954161 Jul 08 12:38:18.305583 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc773fdd-c4eb-4642-bf9a-a9d432178dbc req-eb7ee79f-8f0b-4c3f-8314-176053af5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:18.307066 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-dc773fdd-c4eb-4642-bf9a-a9d432178dbc req-eb7ee79f-8f0b-4c3f-8314-176053af5b3d service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878212 Jul 08 12:38:18.400677 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-71650737-6744-447f-9c02-06ad8598679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:18.402142 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-71650737-6744-447f-9c02-06ad8598679b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4796fc723b444d94aaf82adbf9093f39&device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 1096 time: 0.0567019 Jul 08 12:38:18.442888 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-af81223e-8eed-4fc6-b26f-8d67e5bf1340 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5faf0e64-efba-434b-b438-b8a4f497eccc HTTP/1.1" status: 200 len: 217 time: 0.0332351 Jul 08 12:38:18.489686 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-2c4197a1-fee0-4382-ab0d-7cfb232271ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:18.491111 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-2c4197a1-fee0-4382-ab0d-7cfb232271ba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7b98feac-3d9d-4af1-a74a-33d99a28a3f0 HTTP/1.1" status: 200 len: 848 time: 0.0423210 Jul 08 12:38:18.555500 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-91ba212e-2c84-4eb3-9d4b-90fc3954edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:18.557615 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-91ba212e-2c84-4eb3-9d4b-90fc3954edfb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85c431ea-1845-4471-98a0-f7c674ea75d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594983 Jul 08 12:38:18.647652 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-f62b726a-d485-4078-87c1-5e54459080f7 service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835478 Jul 08 12:38:18.738985 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-4839aac7-6af5-4e8d-b5d8-d1b81c1145d7 req-6d13e5b3-4c4e-4973-88e3-8a37e1d487fa service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843973 Jul 08 12:38:18.879083 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:19.106628 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeca3f-7010-4478-99ee-6de092addf0b req-60f4d772-29a5-4da5-b249-ad503383442c tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:19.108053 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-32aeca3f-7010-4478-99ee-6de092addf0b req-60f4d772-29a5-4da5-b249-ad503383442c tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 943 time: 0.0648580 Jul 08 12:38:19.401365 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-32aeca3f-7010-4478-99ee-6de092addf0b req-89b09a0e-0422-467d-babe-48fe170b92d1 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875636 Jul 08 12:38:19.541965 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-1946eaa6-3c1f-4b79-990e-d19ac2997894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:20.572770 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbff64-bf02-46e1-9b81-4f043a95510e req-d97ca32c-8234-41e0-8356-b917213b8aa4 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:20.574221 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-78fbff64-bf02-46e1-9b81-4f043a95510e req-d97ca32c-8234-41e0-8356-b917213b8aa4 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 943 time: 0.0633125 Jul 08 12:38:20.612807 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-78fbff64-bf02-46e1-9b81-4f043a95510e req-2ece6f57-6331-4d13-bde3-d07248a55a32 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324953 Jul 08 12:38:20.633535 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:21.784064 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c509b-23c2-4ddc-bb8a-e71cde2e6c00 req-752667ee-bd79-4b4b-b44c-fae82ca07a67 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:21.785564 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-973c509b-23c2-4ddc-bb8a-e71cde2e6c00 req-752667ee-bd79-4b4b-b44c-fae82ca07a67 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 943 time: 0.0649974 Jul 08 12:38:21.821371 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-973c509b-23c2-4ddc-bb8a-e71cde2e6c00 req-ac8d3419-a04c-4baa-9f27-38528c887729 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302007 Jul 08 12:38:22.764657 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:22.988320 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98a15d-ef2c-48ee-b6a6-0ba44978d16c req-59ee1e97-d90a-456a-bc12-e8454b0ea217 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:22.989879 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bd98a15d-ef2c-48ee-b6a6-0ba44978d16c req-59ee1e97-d90a-456a-bc12-e8454b0ea217 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 943 time: 0.0622056 Jul 08 12:38:22.996916 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:38:23.027805 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-bd98a15d-ef2c-48ee-b6a6-0ba44978d16c req-8105bebc-7857-4068-98cf-6561c53c5b5d tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320194 Jul 08 12:38:24.196067 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb05be-ebc7-4ddf-b45c-23d6e18eb671 req-a1a3b9aa-1c71-4300-a54c-ca1f2ae59196 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:24.197557 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-32cb05be-ebc7-4ddf-b45c-23d6e18eb671 req-a1a3b9aa-1c71-4300-a54c-ca1f2ae59196 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 943 time: 0.0624299 Jul 08 12:38:24.233786 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-32cb05be-ebc7-4ddf-b45c-23d6e18eb671 req-e37b487a-f6d1-4f7c-9fff-d38b4b149537 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303047 Jul 08 12:38:25.436523 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae6764-bf89-4bbc-967d-7b9cd9b01ba2 req-e9a1c318-d440-4cf3-8d8e-1613eb723d2b tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:25.438562 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f0ae6764-bf89-4bbc-967d-7b9cd9b01ba2 req-e9a1c318-d440-4cf3-8d8e-1613eb723d2b tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 943 time: 0.0879760 Jul 08 12:38:25.482547 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f0ae6764-bf89-4bbc-967d-7b9cd9b01ba2 req-c7d13640-82a1-48f2-8e2d-03d9915eb487 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380921 Jul 08 12:38:25.818743 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 5faf0e64-efba-434b-b438-b8a4f497eccc details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:38:25.928579 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 5faf0e64-efba-434b-b438-b8a4f497eccc, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=5faf0e64-efba-434b-b438-b8a4f497eccc,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:38:26.070733 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'port_id': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'mac_address': 'fa:16:3e:bc:d2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:38:26.114799 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:26.127322 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5faf0e64-efba-434b-b438-b8a4f497eccc {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:38:26.150685 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 5faf0e64-efba-434b-b438-b8a4f497eccc, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=5faf0e64-efba-434b-b438-b8a4f497eccc,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:38:26.227413 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:26.275965 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=5faf0e64-efba-434b-b438-b8a4f497eccc,revision_number=4']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:38:26.283861 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:26.284215 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:26.284555 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:26.284915 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:26.285247 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:26.285583 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:26.285913 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:26.286239 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:26.286567 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:26.286895 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:26.287216 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:26.287539 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:26.542474 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['5faf0e64-efba-434b-b438-b8a4f497eccc'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:38:26.656905 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bb7b4-4684-41b6-910c-bcf179d4df94 req-ecbaef4e-3e03-49ab-b39b-e3d64d8b9a7f tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:26.658394 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2c9bb7b4-4684-41b6-910c-bcf179d4df94 req-ecbaef4e-3e03-49ab-b39b-e3d64d8b9a7f tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 944 time: 0.0621707 Jul 08 12:38:26.695606 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-2c9bb7b4-4684-41b6-910c-bcf179d4df94 req-f0df2d14-6c05-44d3-ae53-42e81874aa99 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317202 Jul 08 12:38:27.834170 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 5faf0e64-efba-434b-b438-b8a4f497eccc up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:38:27.870108 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c984e-d29e-4e6c-8612-f53d9068dd20 req-851ce76f-0455-4132-9f54-1cd7866532c0 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:27.871941 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-465c984e-d29e-4e6c-8612-f53d9068dd20 req-851ce76f-0455-4132-9f54-1cd7866532c0 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 944 time: 0.0659466 Jul 08 12:38:27.909314 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-465c984e-d29e-4e6c-8612-f53d9068dd20 req-a879da69-06f7-4ea3-9db0-fe079cafff6f tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313966 Jul 08 12:38:27.936428 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning for port 5faf0e64-efba-434b-b438-b8a4f497eccc completed by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:38:27.941113 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 5faf0e64-efba-434b-b438-b8a4f497eccc triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:38:27.941481 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:28.017506 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:28.040221 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5faf0e64-efba-434b-b438-b8a4f497eccc'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:38:28.042514 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a408bee-78c4-4c11-8447-f19a0c8c69aa" -d '{"events": [{"server_uuid": "a17e3c86-1dee-4299-9bc1-f85952155c4a", "name": "network-vif-plugged", "status": "completed", "tag": "5faf0e64-efba-434b-b438-b8a4f497eccc"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:38:28.055450 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 5faf0e64-efba-434b-b438-b8a4f497eccc, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=5faf0e64-efba-434b-b438-b8a4f497eccc,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:38:28.081627 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5defdc9-b9ff-424d-bfbe-1bc202a62e7a x-openstack-request-id: req-c5defdc9-b9ff-424d-bfbe-1bc202a62e7a {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:38:28.081922 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17e3c86-1dee-4299-9bc1-f85952155c4a", "name": "network-vif-plugged", "status": "completed", "tag": "5faf0e64-efba-434b-b438-b8a4f497eccc", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:38:28.082177 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c5defdc9-b9ff-424d-bfbe-1bc202a62e7a {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:38:28.082574 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'code': 200} Jul 08 12:38:28.124853 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:28.173474 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=5faf0e64-efba-434b-b438-b8a4f497eccc,revision_number=5']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:38:28.472992 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2779a-81f7-4cdf-bb83-6bbf9ce3ccf9 req-819d6b6f-0346-462d-849d-d3f0e23b8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:28.474509 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6fa2779a-81f7-4cdf-bb83-6bbf9ce3ccf9 req-819d6b6f-0346-462d-849d-d3f0e23b8762 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 1098 time: 0.0506363 Jul 08 12:38:28.509186 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-6fa2779a-81f7-4cdf-bb83-6bbf9ce3ccf9 req-a35b9d0c-e52b-4e87-87f4-771b524213d5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287087 Jul 08 12:38:29.079686 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471b977-d5b4-47a8-b20e-4a5651af8c26 req-76323f22-3a84-436a-b301-246c70948285 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:29.081276 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0471b977-d5b4-47a8-b20e-4a5651af8c26 req-76323f22-3a84-436a-b301-246c70948285 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0620770 Jul 08 12:38:29.118354 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0471b977-d5b4-47a8-b20e-4a5651af8c26 req-185fe8c5-3111-4c7c-bacc-288fe94a8eb9 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315554 Jul 08 12:38:30.289593 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa60ed-444a-4690-b510-41022e2c60d6 req-031cc133-79ca-4847-b463-c4fa1b1fc094 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:30.296751 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-efaa60ed-444a-4690-b510-41022e2c60d6 req-031cc133-79ca-4847-b463-c4fa1b1fc094 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0620317 Jul 08 12:38:30.328319 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-efaa60ed-444a-4690-b510-41022e2c60d6 req-7bce9c52-fc07-4942-98c1-d7d13677b869 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312381 Jul 08 12:38:30.501059 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4270f-3ae5-442c-b866-57a1ecfaebeb req-35c0aebf-15cb-4c2e-b562-60bd18e6d257 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:30.502520 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-93c4270f-3ae5-442c-b866-57a1ecfaebeb req-35c0aebf-15cb-4c2e-b562-60bd18e6d257 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0674331 Jul 08 12:38:30.539993 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-93c4270f-3ae5-442c-b866-57a1ecfaebeb req-5b81eb8d-e313-4290-82ce-6ba175f37a07 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319457 Jul 08 12:38:30.563928 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 36220) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:38:30.652827 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb0ac55-d576-49d9-bc4c-4f869315d24c tempest-TestShelveInstance-1901567832 tempest-TestShelveInstance-1901567832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:30.654325 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-4cb0ac55-d576-49d9-bc4c-4f869315d24c tempest-TestShelveInstance-1901567832 tempest-TestShelveInstance-1901567832-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 1093 time: 0.0893679 Jul 08 12:38:30.657748 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 36224) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:38:30.663157 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.v2.base [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Request body: {'floatingip': {'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'port_id': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:38:30.741786 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for floatingip, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:30.838578 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:30.937699 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_common [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Allocated IP 172.27.3.186 (a55b09b4-dfd2-46ff-97b3-e64ef6d51315/e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a/4c48352d-34e2-4f51-a068-2706973aec15) {{(pid=93655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:38:31.040717 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for port, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:31.118976 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-20712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769217533660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61923475'] for port, after_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:31.154963 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Network a55b09b4-dfd2-46ff-97b3-e64ef6d51315 is already hosted by enough agents. {{(pid=93655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:38:31.159819 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.base_scheduler [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Resources bound (agent type, host, resource id): {{(pid=93655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:38:31.163126 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Received port after_create {{(pid=93655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:38:31.188285 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Pushing event updated for resources: {'Port': ['ID=4c48352d-34e2-4f51-a068-2706973aec15,revision_number=1']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:38:31.200930 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:31.201315 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:31.201653 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:31.201984 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:31.202314 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:31.203367 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:31.203640 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:31.204061 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:31.204390 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:31.204742 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:31.205091 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:31.205393 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:38:31.542906 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:31.663128 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:31.806126 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for port, precommit_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:31.873145 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61923469'] for port, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:31.943034 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Pushing event updated for resources: {'Port': ['ID=4c48352d-34e2-4f51-a068-2706973aec15,revision_number=2']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:38:31.954097 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3782333'] for floatingip, after_update {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:32.060261 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.l3_db [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Floating IP 1c4be065-d40f-4982-8ebc-c355646a76ac associated. External IP: 172.27.3.186, port: 5faf0e64-efba-434b-b438-b8a4f497eccc. Jul 08 12:38:32.260795 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:38:32.365760 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:38:32.374999 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d071fcc-d062-49ac-8759-3c1e0df148d5 None None] Sync routers for ids ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:38:32.387441 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d071fcc-d062-49ac-8759-3c1e0df148d5 None None] Routers {'37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:38:32.388065 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-9d071fcc-d062-49ac-8759-3c1e0df148d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:38:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:38:32.433139 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:32.471716 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-331d2003-c6aa-4926-b26d-4696f459993e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8129351 Jul 08 12:38:32.472317 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'tag': '5faf0e64-efba-434b-b438-b8a4f497eccc'}] {{(pid=93655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:38:32.474611 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a03bbc91d2f86613491d0901239a9001c4f73130c8ca6ab44098ce7ccb338547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984a563c-847a-4efd-a02c-194cb8f6ce24" -d '{"events": [{"name": "network-changed", "server_uuid": "a17e3c86-1dee-4299-9bc1-f85952155c4a", "tag": "5faf0e64-efba-434b-b438-b8a4f497eccc"}]}' {{(pid=93655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:38:32.496016 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-9d071fcc-d062-49ac-8759-3c1e0df148d5 None None] Set router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:38:32.564360 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f07f958-513c-4ea7-a270-5ea88e798961 x-openstack-request-id: req-2f07f958-513c-4ea7-a270-5ea88e798961 {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:38:32.564930 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17e3c86-1dee-4299-9bc1-f85952155c4a", "tag": "5faf0e64-efba-434b-b438-b8a4f497eccc", "status": "completed", "code": 200}]} {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:38:32.565044 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2f07f958-513c-4ea7-a270-5ea88e798961 {{(pid=93655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:38:32.565414 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'tag': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'status': 'completed', 'code': 200} Jul 08 12:38:32.638879 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a563c-847a-4efd-a02c-194cb8f6ce24 req-f14f77d2-9b68-4327-b4d2-091498b7d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:32.644539 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-984a563c-847a-4efd-a02c-194cb8f6ce24 req-f14f77d2-9b68-4327-b4d2-091498b7d5d9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4796fc723b444d94aaf82adbf9093f39&device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 1098 time: 0.0558751 Jul 08 12:38:32.723922 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-9d071fcc-d062-49ac-8759-3c1e0df148d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:37:39Z', 'revision_number': 4, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port': {'id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:37Z', 'updated_at': '2021-07-08T12:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '1c4be065-d40f-4982-8ebc-c355646a76ac', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'port_id': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'mac_address': 'fa:16:3e:bc:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:38:31Z', 'updated_at': '2021-07-08T12:38:31Z', 'revision_number': 0, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e020531-3308-4c0a-8e0f-5ea1de30a48b', 'name': '', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'mac_address': 'fa:16:3e:54:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:39Z', 'updated_at': '2021-07-08T12:37:44Z', 'revision_number': 5, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'subnets': [{'id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:38:32.737561 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a563c-847a-4efd-a02c-194cb8f6ce24 req-368b002e-0803-4b6d-ba11-d67c7a7eaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:32.739063 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-984a563c-847a-4efd-a02c-194cb8f6ce24 req-368b002e-0803-4b6d-ba11-d67c7a7eaaa6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85c431ea-1845-4471-98a0-f7c674ea75d9 HTTP/1.1" status: 200 len: 910 time: 0.0882983 Jul 08 12:38:32.751004 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d071fcc-d062-49ac-8759-3c1e0df148d5 None None] Checking router: 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:38:32.759295 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d071fcc-d062-49ac-8759-3c1e0df148d5 None None] Routers {'37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:38:32.759905 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-9d071fcc-d062-49ac-8759-3c1e0df148d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:38:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:38:32.804107 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-984a563c-847a-4efd-a02c-194cb8f6ce24 req-c47441ed-af9f-4cec-bd2d-a3d163e31a90 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5faf0e64-efba-434b-b438-b8a4f497eccc HTTP/1.1" status: 200 len: 999 time: 0.0584784 Jul 08 12:38:32.854407 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a563c-847a-4efd-a02c-194cb8f6ce24 req-74de18bf-784e-421c-a4be-052e32edcc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:32.855848 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-984a563c-847a-4efd-a02c-194cb8f6ce24 req-74de18bf-784e-421c-a4be-052e32edcc06 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7b98feac-3d9d-4af1-a74a-33d99a28a3f0 HTTP/1.1" status: 200 len: 848 time: 0.0457096 Jul 08 12:38:32.866661 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-9d071fcc-d062-49ac-8759-3c1e0df148d5 None None] Set router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:38:32.917896 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a563c-847a-4efd-a02c-194cb8f6ce24 req-bf9350d1-87d3-448d-ae54-dffe1d4bbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:32.919285 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-984a563c-847a-4efd-a02c-194cb8f6ce24 req-bf9350d1-87d3-448d-ae54-dffe1d4bbe43 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85c431ea-1845-4471-98a0-f7c674ea75d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565977 Jul 08 12:38:33.018070 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-984a563c-847a-4efd-a02c-194cb8f6ce24 req-967e8a8c-fe81-477c-8c4b-cb86c63c757f service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913801 Jul 08 12:38:33.097840 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-9d071fcc-d062-49ac-8759-3c1e0df148d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:37:39Z', 'revision_number': 4, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port': {'id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:37Z', 'updated_at': '2021-07-08T12:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '1c4be065-d40f-4982-8ebc-c355646a76ac', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'port_id': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'mac_address': 'fa:16:3e:bc:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:38:31Z', 'updated_at': '2021-07-08T12:38:31Z', 'revision_number': 0, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e020531-3308-4c0a-8e0f-5ea1de30a48b', 'name': '', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'mac_address': 'fa:16:3e:54:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:39Z', 'updated_at': '2021-07-08T12:37:44Z', 'revision_number': 5, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'subnets': [{'id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:38:33.110252 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-984a563c-847a-4efd-a02c-194cb8f6ce24 req-cec271e8-0446-433d-9307-a2a8f3a5ce6d service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862262 Jul 08 12:38:33.125599 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d071fcc-d062-49ac-8759-3c1e0df148d5 None None] The sync data for ids ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'] in dv-cinder-799631-5-iscsi is: [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:37:39Z', 'revision_number': 4, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port': {'id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:37Z', 'updated_at': '2021-07-08T12:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_floatingips': [{'id': '1c4be065-d40f-4982-8ebc-c355646a76ac', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'router_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'port_id': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'mac_address': 'fa:16:3e:bc:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:38:31Z', 'updated_at': '2021-07-08T12:38:31Z', 'revision_number': 0, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e020531-3308-4c0a-8e0f-5ea1de30a48b', 'name': '', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'mac_address': 'fa:16:3e:54:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:39Z', 'updated_at': '2021-07-08T12:37:44Z', 'revision_number': 5, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'subnets': [{'id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:38:33.305190 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d48893-95b2-4b4f-b103-0c1982c763ad None None] New status for floating IP 1c4be065-d40f-4982-8ebc-c355646a76ac: ACTIVE {{(pid=93657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:38:42.192603 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:45.524448 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a77d-4d6a-4b6e-ab46-3b0f6beac002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:47.683822 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ce3f3232-6faf-4690-bf6f-79a7a5ebb5ae req-998db6c3-79a3-4755-89f3-5621e5c4a3b5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521495 Jul 08 12:38:47.782018 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f3232-6faf-4690-bf6f-79a7a5ebb5ae req-ff4aa805-46b0-4a45-97c4-f194185abb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:47.783328 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ce3f3232-6faf-4690-bf6f-79a7a5ebb5ae req-ff4aa805-46b0-4a45-97c4-f194185abb06 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4796fc723b444d94aaf82adbf9093f39&device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 1098 time: 0.0520263 Jul 08 12:38:48.171794 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f3232-6faf-4690-bf6f-79a7a5ebb5ae req-d6d0f227-6284-4437-931f-d20910046533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:48.173939 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ce3f3232-6faf-4690-bf6f-79a7a5ebb5ae req-d6d0f227-6284-4437-931f-d20910046533 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85c431ea-1845-4471-98a0-f7c674ea75d9 HTTP/1.1" status: 200 len: 910 time: 0.3684628 Jul 08 12:38:48.239243 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ce3f3232-6faf-4690-bf6f-79a7a5ebb5ae req-c22c6297-7660-46d0-8fb5-63a09b967206 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5faf0e64-efba-434b-b438-b8a4f497eccc HTTP/1.1" status: 200 len: 1001 time: 0.0572042 Jul 08 12:38:48.288194 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f3232-6faf-4690-bf6f-79a7a5ebb5ae req-ab6f1ce1-54ff-46a7-afb9-017a8692e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:48.289628 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ce3f3232-6faf-4690-bf6f-79a7a5ebb5ae req-ab6f1ce1-54ff-46a7-afb9-017a8692e406 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7b98feac-3d9d-4af1-a74a-33d99a28a3f0 HTTP/1.1" status: 200 len: 848 time: 0.0431128 Jul 08 12:38:48.350841 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f3232-6faf-4690-bf6f-79a7a5ebb5ae req-302df02f-581a-4131-848c-495ca6b73a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:38:48.352371 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ce3f3232-6faf-4690-bf6f-79a7a5ebb5ae req-302df02f-581a-4131-848c-495ca6b73a3f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85c431ea-1845-4471-98a0-f7c674ea75d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553908 Jul 08 12:38:48.447750 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ce3f3232-6faf-4690-bf6f-79a7a5ebb5ae req-ccd727fc-34aa-48e3-9348-157829ba0c5e service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878880 Jul 08 12:38:48.542311 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-ce3f3232-6faf-4690-bf6f-79a7a5ebb5ae req-a066d307-ca1f-4a0b-9b18-69b53598dfca service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880959 Jul 08 12:38:48.861332 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:49.576130 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-9a477545-599c-4f54-9214-2c28c7dfaf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:50.650037 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:52.758466 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:38:59.995949 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:39:12.226575 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:39:15.481938 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-040cfaff-cc8e-47ea-9e2c-8cea7f6e40a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:39:18.876256 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:39:19.546827 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-61ac707d-0d1e-45bc-ae51-4a5577bde06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:39:20.637727 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:39:22.752188 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:39:36.994974 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:39:42.219788 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:39:45.475264 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-e6557dd1-2c43-4f05-b82e-c0e25b87545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:39:48.886448 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:39:49.549634 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a3367666-b0c2-4fb1-abd2-72125a9a4b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:39:49.682329 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-38d7ed17-f556-4ee5-a7a5-57bf9531c5ab req-f37f97c1-a3d9-437d-9c27-5ad28af6a838 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518267 Jul 08 12:39:49.776173 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7ed17-f556-4ee5-a7a5-57bf9531c5ab req-8dc53e50-0965-48d2-a1d4-3ecc876ca79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:39:49.777656 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-38d7ed17-f556-4ee5-a7a5-57bf9531c5ab req-8dc53e50-0965-48d2-a1d4-3ecc876ca79a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4796fc723b444d94aaf82adbf9093f39&device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 1098 time: 0.0515463 Jul 08 12:39:49.881884 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7ed17-f556-4ee5-a7a5-57bf9531c5ab req-b34c76a3-961b-4a5a-a8e3-aaa953033a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:39:49.883234 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-38d7ed17-f556-4ee5-a7a5-57bf9531c5ab req-b34c76a3-961b-4a5a-a8e3-aaa953033a76 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85c431ea-1845-4471-98a0-f7c674ea75d9 HTTP/1.1" status: 200 len: 910 time: 0.0859110 Jul 08 12:39:49.946569 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-38d7ed17-f556-4ee5-a7a5-57bf9531c5ab req-4354078f-c19e-47ac-a9e8-27c4cbfd677d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5faf0e64-efba-434b-b438-b8a4f497eccc HTTP/1.1" status: 200 len: 1001 time: 0.0562394 Jul 08 12:39:49.995479 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7ed17-f556-4ee5-a7a5-57bf9531c5ab req-af208d26-915b-44b4-bf50-270c079786d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:39:49.996982 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-38d7ed17-f556-4ee5-a7a5-57bf9531c5ab req-af208d26-915b-44b4-bf50-270c079786d5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7b98feac-3d9d-4af1-a74a-33d99a28a3f0 HTTP/1.1" status: 200 len: 848 time: 0.0445280 Jul 08 12:39:50.059217 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7ed17-f556-4ee5-a7a5-57bf9531c5ab req-17567157-3e09-484d-b543-ad267b67845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:39:50.060771 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-38d7ed17-f556-4ee5-a7a5-57bf9531c5ab req-17567157-3e09-484d-b543-ad267b67845b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85c431ea-1845-4471-98a0-f7c674ea75d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569069 Jul 08 12:39:50.155007 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-38d7ed17-f556-4ee5-a7a5-57bf9531c5ab req-034038fe-443a-4a29-bb5c-bf42eba8ae93 service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873969 Jul 08 12:39:50.251662 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-38d7ed17-f556-4ee5-a7a5-57bf9531c5ab req-7872221a-9527-4b8f-857b-659fb6a1ad48 service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898325 Jul 08 12:39:50.653945 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:39:52.756886 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:40:12.223585 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:40:13.994957 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:40:15.447881 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-203ca61b-d689-4f1f-a60f-05e20610a165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:40:18.868201 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:40:19.570951 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b584059a-56db-4f85-bcda-35fec0a90342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:40:20.670331 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:40:22.761933 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:40:42.232582 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:40:45.476097 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-24d90d5f-3e96-422e-b9bb-6d0ebca81e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:40:46.879036 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66fef-afe5-43d1-bc70-e9cc5cf2de44 req-5ad43fcd-4850-4c3e-978f-5e4e0e267ea4 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:46.881047 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6fd66fef-afe5-43d1-bc70-e9cc5cf2de44 req-5ad43fcd-4850-4c3e-978f-5e4e0e267ea4 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0739665 Jul 08 12:40:46.920498 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-6fd66fef-afe5-43d1-bc70-e9cc5cf2de44 req-bc0d5aa0-4735-47d8-99c8-5b704b846984 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328259 Jul 08 12:40:48.155185 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff409c-e911-475d-8b91-a5c8efc86240 req-7dca8604-53c6-43bc-8f1a-2a091e52b557 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:48.156637 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e0ff409c-e911-475d-8b91-a5c8efc86240 req-7dca8604-53c6-43bc-8f1a-2a091e52b557 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.1111641 Jul 08 12:40:48.193837 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-e0ff409c-e911-475d-8b91-a5c8efc86240 req-3d364705-8be1-47df-97bf-987754fb9603 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309505 Jul 08 12:40:48.893001 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:40:49.379294 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e844c85-24f1-44d6-8c1d-03a3ee898b7f req-b1488d8b-d892-4265-a0ba-909a2c64e8db tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:49.380766 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5e844c85-24f1-44d6-8c1d-03a3ee898b7f req-b1488d8b-d892-4265-a0ba-909a2c64e8db tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0629208 Jul 08 12:40:49.418489 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-5e844c85-24f1-44d6-8c1d-03a3ee898b7f req-185f7bb1-fdc0-4120-93b2-8147f1c6b53e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315015 Jul 08 12:40:49.587062 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-60638524-0525-4fee-8533-f3d28d3f01e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:40:50.594339 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5aac2-7e0a-495f-9dae-be853fc1df96 req-9cde24b9-b74d-42a9-b986-5778ed78ba91 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:50.595888 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-09a5aac2-7e0a-495f-9dae-be853fc1df96 req-9cde24b9-b74d-42a9-b986-5778ed78ba91 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0647132 Jul 08 12:40:50.638486 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-09a5aac2-7e0a-495f-9dae-be853fc1df96 req-8d9ec51f-31e2-4f31-afd6-b1c73da11143 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370545 Jul 08 12:40:50.684110 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:40:50.703495 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa5d1f-39e4-48ee-83c8-85eadd587060 req-37ba6639-707a-4543-82d5-41ada72c128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:50.704997 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8cfa5d1f-39e4-48ee-83c8-85eadd587060 req-37ba6639-707a-4543-82d5-41ada72c128e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4796fc723b444d94aaf82adbf9093f39&device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 1098 time: 0.0540972 Jul 08 12:40:50.810354 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa5d1f-39e4-48ee-83c8-85eadd587060 req-15995c49-57fd-4d50-8fe9-9fc729d3ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:50.811782 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8cfa5d1f-39e4-48ee-83c8-85eadd587060 req-15995c49-57fd-4d50-8fe9-9fc729d3ecc3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85c431ea-1845-4471-98a0-f7c674ea75d9 HTTP/1.1" status: 200 len: 910 time: 0.0861335 Jul 08 12:40:50.875312 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8cfa5d1f-39e4-48ee-83c8-85eadd587060 req-b2bfc5c5-642d-4a6b-ade4-7bfe5e46de02 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5faf0e64-efba-434b-b438-b8a4f497eccc HTTP/1.1" status: 200 len: 1001 time: 0.0568855 Jul 08 12:40:50.928809 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa5d1f-39e4-48ee-83c8-85eadd587060 req-c9434601-3109-4f17-8b7a-872c39505c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:50.931445 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8cfa5d1f-39e4-48ee-83c8-85eadd587060 req-c9434601-3109-4f17-8b7a-872c39505c34 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7b98feac-3d9d-4af1-a74a-33d99a28a3f0 HTTP/1.1" status: 200 len: 848 time: 0.0507591 Jul 08 12:40:50.993637 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:40:50.994251 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa5d1f-39e4-48ee-83c8-85eadd587060 req-5b71b11b-b8f4-4c0e-b912-d7a93b4e19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:50.995555 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8cfa5d1f-39e4-48ee-83c8-85eadd587060 req-5b71b11b-b8f4-4c0e-b912-d7a93b4e19ca service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85c431ea-1845-4471-98a0-f7c674ea75d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578687 Jul 08 12:40:51.086787 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8cfa5d1f-39e4-48ee-83c8-85eadd587060 req-305ab649-09a6-4b7e-b500-0075c3945d40 service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842943 Jul 08 12:40:51.180560 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-8cfa5d1f-39e4-48ee-83c8-85eadd587060 req-a34c1075-b6af-4839-a5fe-b04a60506516 service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873065 Jul 08 12:40:51.822848 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864753e-94af-4a37-b84c-fa85f78a681a req-d3ae548e-bd62-4cc9-92ff-aab22f0a3c1c tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:51.824252 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a864753e-94af-4a37-b84c-fa85f78a681a req-d3ae548e-bd62-4cc9-92ff-aab22f0a3c1c tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0718830 Jul 08 12:40:51.861785 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a864753e-94af-4a37-b84c-fa85f78a681a req-49f3b33e-6c53-4309-a055-c89fa5d04652 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319843 Jul 08 12:40:52.790269 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:40:53.047419 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6dccf-ddd2-4c19-b0f3-02859549b359 req-1caf361c-377b-4575-bb37-7f26cfbcfec4 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:53.048795 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7dd6dccf-ddd2-4c19-b0f3-02859549b359 req-1caf361c-377b-4575-bb37-7f26cfbcfec4 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0628028 Jul 08 12:40:53.085032 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-7dd6dccf-ddd2-4c19-b0f3-02859549b359 req-0c6fb521-6856-4309-a4e1-7eaa8a406ba1 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307498 Jul 08 12:40:54.269296 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af0bf7-0684-45a3-9566-d977afdfd4a2 req-439e1c5d-a950-4acb-8349-7c41b6d4a7c6 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:54.270750 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f3af0bf7-0684-45a3-9566-d977afdfd4a2 req-439e1c5d-a950-4acb-8349-7c41b6d4a7c6 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0729828 Jul 08 12:40:54.308552 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-f3af0bf7-0684-45a3-9566-d977afdfd4a2 req-200e73fc-1633-4061-878c-92126ea277d8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314052 Jul 08 12:40:55.477094 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5dcc9-78c6-47ff-a557-b2504243a149 req-ad355f59-978e-4461-9e49-4f0cec872137 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:55.478541 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c8c5dcc9-78c6-47ff-a557-b2504243a149 req-ad355f59-978e-4461-9e49-4f0cec872137 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0625081 Jul 08 12:40:55.516128 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c8c5dcc9-78c6-47ff-a557-b2504243a149 req-b4cf3836-7e6d-4f0b-83a8-320447716eba tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321515 Jul 08 12:40:56.686174 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39638071-23f6-4145-9e5d-47126c55f7d2 req-79e9aa39-1c69-41da-a65f-b3ee8b6df41b tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:56.687548 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-39638071-23f6-4145-9e5d-47126c55f7d2 req-79e9aa39-1c69-41da-a65f-b3ee8b6df41b tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0642600 Jul 08 12:40:56.727278 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-39638071-23f6-4145-9e5d-47126c55f7d2 req-0ba9a918-a326-489d-bea9-bdff0a7ae218 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330443 Jul 08 12:40:57.028886 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c838280-8b73-4d06-9728-98aab83c2394 req-e91640e5-222d-4a7d-a608-efd7d5f08e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:57.030342 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3c838280-8b73-4d06-9728-98aab83c2394 req-e91640e5-222d-4a7d-a608-efd7d5f08e68 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4796fc723b444d94aaf82adbf9093f39&device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 1098 time: 0.0513279 Jul 08 12:40:57.115722 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c838280-8b73-4d06-9728-98aab83c2394 req-2229a7bb-77f5-4c45-9c65-920a832a496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:57.117751 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3c838280-8b73-4d06-9728-98aab83c2394 req-2229a7bb-77f5-4c45-9c65-920a832a496a service neutron] 10.222.0.89 "GET /v2.0/networks?id=85c431ea-1845-4471-98a0-f7c674ea75d9 HTTP/1.1" status: 200 len: 910 time: 0.0812666 Jul 08 12:40:57.183750 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3c838280-8b73-4d06-9728-98aab83c2394 req-e0d25567-3a6c-44c0-8e6a-54b1d1b9b57b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5faf0e64-efba-434b-b438-b8a4f497eccc HTTP/1.1" status: 200 len: 1001 time: 0.0594947 Jul 08 12:40:57.230563 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c838280-8b73-4d06-9728-98aab83c2394 req-3d00c233-4a78-4b19-aefc-a6db39c8fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:57.231911 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3c838280-8b73-4d06-9728-98aab83c2394 req-3d00c233-4a78-4b19-aefc-a6db39c8fdf2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7b98feac-3d9d-4af1-a74a-33d99a28a3f0 HTTP/1.1" status: 200 len: 848 time: 0.0415678 Jul 08 12:40:57.293089 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c838280-8b73-4d06-9728-98aab83c2394 req-a0783151-195b-43c7-b128-13a7643b7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:57.293089 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3c838280-8b73-4d06-9728-98aab83c2394 req-a0783151-195b-43c7-b128-13a7643b7e86 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85c431ea-1845-4471-98a0-f7c674ea75d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501456 Jul 08 12:40:57.381484 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3c838280-8b73-4d06-9728-98aab83c2394 req-35351570-8774-4bf2-bb45-71a555e3a531 service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855825 Jul 08 12:40:57.470086 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-3c838280-8b73-4d06-9728-98aab83c2394 req-6f989148-eadc-402c-81ae-233b276e0ccb service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818012 Jul 08 12:40:57.900005 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339d136-3cb3-4412-b4a2-be7d435d00cd req-90648eea-e237-4d0d-928a-a09d35481a21 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:57.901703 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d339d136-3cb3-4412-b4a2-be7d435d00cd req-90648eea-e237-4d0d-928a-a09d35481a21 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0665073 Jul 08 12:40:57.938879 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d339d136-3cb3-4412-b4a2-be7d435d00cd req-f41bfb64-3256-4845-a18d-3177e7b3068f tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317395 Jul 08 12:40:59.114924 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be04723-189c-4d63-b2c8-c263b3ca7582 req-9f3af8e9-74b9-4058-819d-331836256b25 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:40:59.118908 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4be04723-189c-4d63-b2c8-c263b3ca7582 req-9f3af8e9-74b9-4058-819d-331836256b25 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0637269 Jul 08 12:40:59.154479 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-4be04723-189c-4d63-b2c8-c263b3ca7582 req-b1a83ecf-37a4-40ba-8d16-7cd960fe1160 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317795 Jul 08 12:41:00.328576 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0b558-24c6-4a70-a671-5f9ed7d07820 req-0ceb704f-d40b-49c1-8e7d-a343ffdb16d1 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:00.330076 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-69a0b558-24c6-4a70-a671-5f9ed7d07820 req-0ceb704f-d40b-49c1-8e7d-a343ffdb16d1 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0660598 Jul 08 12:41:00.367748 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-69a0b558-24c6-4a70-a671-5f9ed7d07820 req-49c5d7fc-05bd-470e-857f-4fa1c7ed4a59 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320396 Jul 08 12:41:00.897065 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36344) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:41:00.915914 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064e49f-7ecf-4d0d-bb05-f321cf5572b7 req-af74444c-8e45-4519-b539-cfb2f96f4c2e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:00.917444 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a064e49f-7ecf-4d0d-bb05-f321cf5572b7 req-af74444c-8e45-4519-b539-cfb2f96f4c2e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0647523 Jul 08 12:41:00.956460 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a064e49f-7ecf-4d0d-bb05-f321cf5572b7 req-b3b9ed5b-924c-4577-8eae-8f4540aea6b9 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326777 Jul 08 12:41:00.999568 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-14829381-15f1-4bae-bb73-ef24c033bf58 req-8262919c-9072-4708-a183-dabac52bd1e0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006949 Jul 08 12:41:02.126975 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc50d5a-c598-4a74-9984-2c525b643aa7 req-dbb19afd-b605-4d6d-97a0-66e7a18eea5e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:02.128349 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3cc50d5a-c598-4a74-9984-2c525b643aa7 req-dbb19afd-b605-4d6d-97a0-66e7a18eea5e tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0627837 Jul 08 12:41:02.167495 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-3cc50d5a-c598-4a74-9984-2c525b643aa7 req-5c9af177-f3cf-4a16-98c4-90111bc8deb8 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335538 Jul 08 12:41:02.702079 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 5faf0e64-efba-434b-b438-b8a4f497eccc no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:41:02.779643 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:02.801144 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5faf0e64-efba-434b-b438-b8a4f497eccc'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:41:02.803372 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f35b64f-0ae1-475c-a30d-3aedf821d4f7" -d '{"events": [{"server_uuid": "a17e3c86-1dee-4299-9bc1-f85952155c4a", "name": "network-vif-unplugged", "status": "completed", "tag": "5faf0e64-efba-434b-b438-b8a4f497eccc"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:41:02.817227 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 5faf0e64-efba-434b-b438-b8a4f497eccc, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=5faf0e64-efba-434b-b438-b8a4f497eccc,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:41:02.893335 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 12:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922baac1-1bce-4ada-a43d-56803c13bf0e x-openstack-request-id: req-922baac1-1bce-4ada-a43d-56803c13bf0e {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:41:02.893629 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17e3c86-1dee-4299-9bc1-f85952155c4a", "name": "network-vif-unplugged", "status": "failed", "tag": "5faf0e64-efba-434b-b438-b8a4f497eccc", "code": 422}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:41:02.893882 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-922baac1-1bce-4ada-a43d-56803c13bf0e {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:41:02.894281 dv-cinder-799631-5-iscsi neutron-server[93656]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'code': 422} returned with failed status Jul 08 12:41:02.905992 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:02.957396 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=5faf0e64-efba-434b-b438-b8a4f497eccc,revision_number=6']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:41:02.964857 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:41:02.967081 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:41:02.967081 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:41:02.967081 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:41:02.967081 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:41:02.967081 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:41:02.967081 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:41:02.967742 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:41:02.967742 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:41:02.967938 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:41:02.968095 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:41:02.968421 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:41:03.344906 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72aeda3-1b94-4ed9-bbfb-3129e29f2407 req-143ec81f-f2fe-41fb-baba-318b4f0218fd tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:03.346362 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d72aeda3-1b94-4ed9-bbfb-3129e29f2407 req-143ec81f-f2fe-41fb-baba-318b4f0218fd tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 943 time: 0.0683887 Jul 08 12:41:03.383800 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d72aeda3-1b94-4ed9-bbfb-3129e29f2407 req-bcf90d5d-800c-4f80-91b0-084e8077dfc3 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313904 Jul 08 12:41:03.486312 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14829381-15f1-4bae-bb73-ef24c033bf58 req-eca64b7b-7c55-4c50-83d4-9d84340d40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:03.487785 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-14829381-15f1-4bae-bb73-ef24c033bf58 req-eca64b7b-7c55-4c50-83d4-9d84340d40ae service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a&tenant_id=4796fc723b444d94aaf82adbf9093f39 HTTP/1.1" status: 200 len: 1096 time: 0.0517576 Jul 08 12:41:03.560955 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14829381-15f1-4bae-bb73-ef24c033bf58 req-870333c0-eacd-4989-8e10-6568722f8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:03.562450 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-14829381-15f1-4bae-bb73-ef24c033bf58 req-870333c0-eacd-4989-8e10-6568722f8df3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4796fc723b444d94aaf82adbf9093f39&device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 1096 time: 0.0515473 Jul 08 12:41:03.653492 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14829381-15f1-4bae-bb73-ef24c033bf58 req-fb7f059a-4043-4b3f-b7a3-516dac0665a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:03.654938 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-14829381-15f1-4bae-bb73-ef24c033bf58 req-fb7f059a-4043-4b3f-b7a3-516dac0665a1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85c431ea-1845-4471-98a0-f7c674ea75d9 HTTP/1.1" status: 200 len: 910 time: 0.0860410 Jul 08 12:41:03.717964 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-14829381-15f1-4bae-bb73-ef24c033bf58 req-5d6a8560-803a-4066-b155-2964ea6c8c91 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5faf0e64-efba-434b-b438-b8a4f497eccc HTTP/1.1" status: 200 len: 999 time: 0.0571158 Jul 08 12:41:03.769816 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14829381-15f1-4bae-bb73-ef24c033bf58 req-38048062-d4de-486c-8afd-dfed4761fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:03.769816 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-14829381-15f1-4bae-bb73-ef24c033bf58 req-38048062-d4de-486c-8afd-dfed4761fe8b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7b98feac-3d9d-4af1-a74a-33d99a28a3f0 HTTP/1.1" status: 200 len: 848 time: 0.0438633 Jul 08 12:41:03.829539 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14829381-15f1-4bae-bb73-ef24c033bf58 req-c16830ab-4036-4e70-9a75-bdbd5d798257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:03.831019 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-14829381-15f1-4bae-bb73-ef24c033bf58 req-c16830ab-4036-4e70-9a75-bdbd5d798257 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85c431ea-1845-4471-98a0-f7c674ea75d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552723 Jul 08 12:41:03.918540 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-14829381-15f1-4bae-bb73-ef24c033bf58 req-84db1b56-90c0-4b88-bbaa-140b7dff27dd service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809565 Jul 08 12:41:04.010658 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-14829381-15f1-4bae-bb73-ef24c033bf58 req-7b291e52-dcf8-4e34-b0ad-529754411b6c service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856173 Jul 08 12:41:04.555541 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c433f1c-f143-4c41-a6b0-9ab93ed7e8cf req-28ea4afb-e9de-433e-bb41-d21c138aed07 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:04.557058 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0c433f1c-f143-4c41-a6b0-9ab93ed7e8cf req-28ea4afb-e9de-433e-bb41-d21c138aed07 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 943 time: 0.0663161 Jul 08 12:41:04.594721 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0c433f1c-f143-4c41-a6b0-9ab93ed7e8cf req-463f5f20-ddb2-4c42-9f5f-1609a3df8a7d tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320563 Jul 08 12:41:05.776499 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b3e40-e4ce-48e7-86d0-fa785d69bc26 req-42311cc8-69b8-4bf7-aa90-bfc99b58b5f9 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:05.778029 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-520b3e40-e4ce-48e7-86d0-fa785d69bc26 req-42311cc8-69b8-4bf7-aa90-bfc99b58b5f9 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 943 time: 0.0676820 Jul 08 12:41:05.815432 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-520b3e40-e4ce-48e7-86d0-fa785d69bc26 req-ddf278bf-4d67-41e5-9b7c-c66022d92a84 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318592 Jul 08 12:41:06.984286 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaa53f-5109-4737-b49c-97e6768a667a req-d57fa398-e612-43ee-aa48-78a4d5c3ce3a tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:06.985758 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0efaa53f-5109-4737-b49c-97e6768a667a req-d57fa398-e612-43ee-aa48-78a4d5c3ce3a tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 943 time: 0.0623283 Jul 08 12:41:07.021937 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0efaa53f-5109-4737-b49c-97e6768a667a req-2bc4a195-b339-4d64-bdde-44fc6cec0d25 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307238 Jul 08 12:41:08.196734 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb4b76-6fbd-4324-8b5f-4234649961b0 req-81c134d0-7c64-4db4-a4de-31ce64c9efa9 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:08.198163 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c3fb4b76-6fbd-4324-8b5f-4234649961b0 req-81c134d0-7c64-4db4-a4de-31ce64c9efa9 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 943 time: 0.0612037 Jul 08 12:41:08.233498 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c3fb4b76-6fbd-4324-8b5f-4234649961b0 req-eddc1507-b555-4204-809e-14518a0e61e4 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298631 Jul 08 12:41:09.405409 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fd39a-d8b3-407d-b9fb-4ae44276f1ae req-418e399e-78bd-4ddc-b6b2-d5dae03d2771 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:09.406869 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-910fd39a-d8b3-407d-b9fb-4ae44276f1ae req-418e399e-78bd-4ddc-b6b2-d5dae03d2771 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 943 time: 0.0653567 Jul 08 12:41:09.443364 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-910fd39a-d8b3-407d-b9fb-4ae44276f1ae req-be988ed1-e5f6-468a-8685-68e86ff51c8c tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310519 Jul 08 12:41:10.611171 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4438d-72b3-4087-9ba2-0d39a08c9782 req-77768a69-e0af-4752-9b2e-acccb32c07aa tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:10.612524 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8ce4438d-72b3-4087-9ba2-0d39a08c9782 req-77768a69-e0af-4752-9b2e-acccb32c07aa tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 943 time: 0.0614686 Jul 08 12:41:10.649955 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-8ce4438d-72b3-4087-9ba2-0d39a08c9782 req-023a6bbb-453d-4c51-851a-28440924d3a5 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308092 Jul 08 12:41:10.742408 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 5faf0e64-efba-434b-b438-b8a4f497eccc details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:41:10.834946 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 5faf0e64-efba-434b-b438-b8a4f497eccc, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=5faf0e64-efba-434b-b438-b8a4f497eccc,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:41:10.845767 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Returning: {'device': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'port_id': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'mac_address': 'fa:16:3e:bc:d2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:41:10.882720 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:10.894459 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5faf0e64-efba-434b-b438-b8a4f497eccc {{(pid=93656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:41:10.913248 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 5faf0e64-efba-434b-b438-b8a4f497eccc, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=5faf0e64-efba-434b-b438-b8a4f497eccc,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:41:10.985782 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:11.032242 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=5faf0e64-efba-434b-b438-b8a4f497eccc,revision_number=7']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:41:11.395519 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] get_ports_and_sgs() called for port_ids ['5faf0e64-efba-434b-b438-b8a4f497eccc'] {{(pid=93656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:41:11.825919 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc15d3-7980-47f7-8a20-957e76f56ae4 req-d8a135a7-ea69-437a-8328-faac0694d761 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:11.827357 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-13bc15d3-7980-47f7-8a20-957e76f56ae4 req-d8a135a7-ea69-437a-8328-faac0694d761 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 944 time: 0.0649493 Jul 08 12:41:11.864061 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-13bc15d3-7980-47f7-8a20-957e76f56ae4 req-74b512e9-abc8-4f9a-8a27-23fab13eab4b tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310454 Jul 08 12:41:12.237504 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:12.751225 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 5faf0e64-efba-434b-b438-b8a4f497eccc up at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:41:12.803728 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.provisioning_blocks [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Provisioning complete for port 5faf0e64-efba-434b-b438-b8a4f497eccc triggered by entity L2. {{(pid=93656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:41:12.803728 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3469182'] for port, provisioning_complete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:12.878038 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:12.902313 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5faf0e64-efba-434b-b438-b8a4f497eccc'}] {{(pid=93656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:41:12.904553 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad2ccb07cbf0c9f4e74adbdde5de8784baa364b64e2ab2f5d15cac2db19f423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa99887-d8fe-43f3-9ccc-a977a1faf4a8" -d '{"events": [{"server_uuid": "a17e3c86-1dee-4299-9bc1-f85952155c4a", "name": "network-vif-plugged", "status": "completed", "tag": "5faf0e64-efba-434b-b438-b8a4f497eccc"}]}' {{(pid=93656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:41:12.918073 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] For port 5faf0e64-efba-434b-b438-b8a4f497eccc, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=5faf0e64-efba-434b-b438-b8a4f497eccc,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:41:12.941119 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1343faf-8d42-4971-bbfe-c18c558000f6 x-openstack-request-id: req-d1343faf-8d42-4971-bbfe-c18c558000f6 {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:41:12.941417 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17e3c86-1dee-4299-9bc1-f85952155c4a", "name": "network-vif-plugged", "status": "completed", "tag": "5faf0e64-efba-434b-b438-b8a4f497eccc", "code": 200}]} {{(pid=93656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:41:12.941678 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d1343faf-8d42-4971-bbfe-c18c558000f6 {{(pid=93656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:41:12.942046 dv-cinder-799631-5-iscsi neutron-server[93656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'code': 200} Jul 08 12:41:12.986078 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769218057503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769217533678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769217533215'] for port, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:13.038990 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332dc71-89e2-4913-b4cd-21207552ef4f req-d022463a-2e50-4c29-beb8-d6729c6dbd35 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:13.040754 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0332dc71-89e2-4913-b4cd-21207552ef4f req-d022463a-2e50-4c29-beb8-d6729c6dbd35 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0660636 Jul 08 12:41:13.082718 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-0332dc71-89e2-4913-b4cd-21207552ef4f req-8b7d81af-af68-4c88-b334-64d7e31571c1 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354602 Jul 08 12:41:13.166171 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Pushing event updated for resources: {'Port': ['ID=5faf0e64-efba-434b-b438-b8a4f497eccc,revision_number=8']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:41:13.227471 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100926f6-9932-4248-8a94-89c67d696c7f req-6f6dcf9f-d49f-417c-a9a7-b350fcd15fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:13.228977 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-100926f6-9932-4248-8a94-89c67d696c7f req-6f6dcf9f-d49f-417c-a9a7-b350fcd15fa1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 1098 time: 0.0518401 Jul 08 12:41:13.263113 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-100926f6-9932-4248-8a94-89c67d696c7f req-7a28f547-5bdc-4f02-825c-12c4562375c0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276570 Jul 08 12:41:14.262118 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42a71e-2b29-4206-a0ad-d483c14785e0 req-bc08498b-eadb-4203-b21a-a6da54f70b09 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:14.263594 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1b42a71e-2b29-4206-a0ad-d483c14785e0 req-bc08498b-eadb-4203-b21a-a6da54f70b09 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0645514 Jul 08 12:41:14.301799 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-1b42a71e-2b29-4206-a0ad-d483c14785e0 req-754b9afa-1bbe-4dce-b942-d824fe91d386 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323479 Jul 08 12:41:15.463731 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-1d8ca91a-2369-46d5-bcbe-e1be5e2be5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:15.481956 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6846d41-b1cc-45e7-b5cc-4e18a6052a08 req-a2368a8e-1b9f-4199-94e0-0e25e481dad7 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:15.483424 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c6846d41-b1cc-45e7-b5cc-4e18a6052a08 req-a2368a8e-1b9f-4199-94e0-0e25e481dad7 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0667465 Jul 08 12:41:15.521125 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-c6846d41-b1cc-45e7-b5cc-4e18a6052a08 req-f2632cb6-8d3c-40a4-8ad1-dca52e346e91 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320747 Jul 08 12:41:18.869543 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:19.583515 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-6d46cad7-3efd-46fd-87de-416d31cb9f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:20.657907 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:22.778053 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:27.992874 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:41:42.230462 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:45.457357 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-e014d303-ba87-485c-ba5a-459bd050a03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:48.864014 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:49.588620 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ff4b600e-7248-47bb-81c6-6123f5828096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:50.670485 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:52.670727 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f5d7f067-22b8-4217-ac9c-727d82b548c0 req-a5d98ab4-1543-4e85-9c5a-0f41f10fbd7a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540049 Jul 08 12:41:52.763720 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7f067-22b8-4217-ac9c-727d82b548c0 req-7bc0e587-3ad9-4917-a688-4a8596f41db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:52.765233 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f5d7f067-22b8-4217-ac9c-727d82b548c0 req-7bc0e587-3ad9-4917-a688-4a8596f41db0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4796fc723b444d94aaf82adbf9093f39&device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 1098 time: 0.0510523 Jul 08 12:41:52.771459 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:41:52.874498 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7f067-22b8-4217-ac9c-727d82b548c0 req-b471ecf2-6e7d-4b33-abc0-3d76c23de529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:52.875957 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f5d7f067-22b8-4217-ac9c-727d82b548c0 req-b471ecf2-6e7d-4b33-abc0-3d76c23de529 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85c431ea-1845-4471-98a0-f7c674ea75d9 HTTP/1.1" status: 200 len: 910 time: 0.0885773 Jul 08 12:41:52.939933 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f5d7f067-22b8-4217-ac9c-727d82b548c0 req-d21dca0c-8d6b-4b12-8924-da307a7efb02 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5faf0e64-efba-434b-b438-b8a4f497eccc HTTP/1.1" status: 200 len: 1001 time: 0.0569496 Jul 08 12:41:52.993932 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7f067-22b8-4217-ac9c-727d82b548c0 req-28c2e3ba-63c0-47db-b6ad-e8450c4f65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:52.995312 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f5d7f067-22b8-4217-ac9c-727d82b548c0 req-28c2e3ba-63c0-47db-b6ad-e8450c4f65ba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7b98feac-3d9d-4af1-a74a-33d99a28a3f0 HTTP/1.1" status: 200 len: 848 time: 0.0458291 Jul 08 12:41:53.051694 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7f067-22b8-4217-ac9c-727d82b548c0 req-e4a5db08-8e3b-493c-9589-310ff7701c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:41:53.053188 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f5d7f067-22b8-4217-ac9c-727d82b548c0 req-e4a5db08-8e3b-493c-9589-310ff7701c57 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85c431ea-1845-4471-98a0-f7c674ea75d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505929 Jul 08 12:41:53.139017 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f5d7f067-22b8-4217-ac9c-727d82b548c0 req-83de9c09-868d-40e0-b7d5-d2880061eb3b service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789537 Jul 08 12:41:53.232484 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-f5d7f067-22b8-4217-ac9c-727d82b548c0 req-c24f7577-16d5-4060-b472-26fba5a9400a service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855439 Jul 08 12:42:04.991421 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:42:12.273855 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:15.491929 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-cc50a7f1-ca23-493b-a886-2b1b67a0e402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:18.863201 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:19.594560 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c9bb1c2a-fe58-4f3b-a1ac-7dae4e7e70d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:20.685690 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:22.776960 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:41.990676 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:42:42.238951 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:44.505802 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 36406) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:42:44.659588 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Deleting port 4c48352d-34e2-4f51-a068-2706973aec15 {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:42:44.659833 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:44.740938 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:44.741265 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:44.752610 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Calling delete_port for 4c48352d-34e2-4f51-a068-2706973aec15 owned by network:floatingip {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:42:44.959095 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:45.250740 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Pushing event deleted for resources: {'Port': ['ID=4c48352d-34e2-4f51-a068-2706973aec15,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:45.277045 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:45.277397 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:45.277731 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:45.278060 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:45.278384 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:45.278734 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:45.279053 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:45.279377 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:45.279691 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:45.280008 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:45.280866 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:45.281670 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:45.323013 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for floatingip, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:45.323346 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.db.l3_db [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Floating IP 1c4be065-d40f-4982-8ebc-c355646a76ac disassociated (deleted). External IP: 172.27.3.186, port: 5faf0e64-efba-434b-b438-b8a4f497eccc. Jul 08 12:42:45.456692 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-21a327e2-437b-4c20-8937-01b10ca353f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:45.536497 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:42:45.642531 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:42:45.647289 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for floatingip, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:45.651529 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f41ae-2452-4781-9778-2f20a1dfa9d5 None None] Sync routers for ids ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:42:45.663073 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f41ae-2452-4781-9778-2f20a1dfa9d5 None None] Routers {'37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:42:45.663849 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-ea3f41ae-2452-4781-9778-2f20a1dfa9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:42:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:45.694113 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-440b5ce1-0739-4bce-b0de-0282ff7cfc05 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "DELETE /v2.0/floatingips/1c4be065-d40f-4982-8ebc-c355646a76ac HTTP/1.1" status: 204 len: 168 time: 1.1872272 Jul 08 12:42:45.694784 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'tag': '5faf0e64-efba-434b-b438-b8a4f497eccc'}] {{(pid=93655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:42:45.697147 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a03bbc91d2f86613491d0901239a9001c4f73130c8ca6ab44098ce7ccb338547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08745abc-79d7-493f-948b-97a613969745" -d '{"events": [{"name": "network-changed", "server_uuid": "a17e3c86-1dee-4299-9bc1-f85952155c4a", "tag": "5faf0e64-efba-434b-b438-b8a4f497eccc"}]}' {{(pid=93655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:42:45.736140 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a66ca7-079a-41d0-afa0-f2838f6caeb4 x-openstack-request-id: req-f5a66ca7-079a-41d0-afa0-f2838f6caeb4 {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:42:45.736561 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17e3c86-1dee-4299-9bc1-f85952155c4a", "tag": "5faf0e64-efba-434b-b438-b8a4f497eccc", "status": "completed", "code": 200}]} {{(pid=93655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:42:45.736835 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f5a66ca7-079a-41d0-afa0-f2838f6caeb4 {{(pid=93655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:42:45.737232 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'tag': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'status': 'completed', 'code': 200} Jul 08 12:42:45.779091 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-ea3f41ae-2452-4781-9778-2f20a1dfa9d5 None None] Set router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:42:45.813298 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08745abc-79d7-493f-948b-97a613969745 req-4e1d139f-5c9c-493c-9887-f9858382ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:42:45.815455 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-08745abc-79d7-493f-948b-97a613969745 req-4e1d139f-5c9c-493c-9887-f9858382ef8c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4796fc723b444d94aaf82adbf9093f39&device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 1098 time: 0.0561342 Jul 08 12:42:45.911922 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08745abc-79d7-493f-948b-97a613969745 req-43078788-711e-4e31-9c08-2db46f350718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:42:45.913532 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-08745abc-79d7-493f-948b-97a613969745 req-43078788-711e-4e31-9c08-2db46f350718 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85c431ea-1845-4471-98a0-f7c674ea75d9 HTTP/1.1" status: 200 len: 910 time: 0.0917978 Jul 08 12:42:45.957242 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-08745abc-79d7-493f-948b-97a613969745 req-3cbb3538-7f3a-4857-8a66-f49cedfa3e0c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5faf0e64-efba-434b-b438-b8a4f497eccc HTTP/1.1" status: 200 len: 217 time: 0.0377328 Jul 08 12:42:45.977678 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-ea3f41ae-2452-4781-9778-2f20a1dfa9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:37:39Z', 'revision_number': 4, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port': {'id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:37Z', 'updated_at': '2021-07-08T12:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '0e020531-3308-4c0a-8e0f-5ea1de30a48b', 'name': '', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'mac_address': 'fa:16:3e:54:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:39Z', 'updated_at': '2021-07-08T12:37:44Z', 'revision_number': 5, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'subnets': [{'id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:46.004631 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f41ae-2452-4781-9778-2f20a1dfa9d5 None None] Checking router: 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:42:46.007057 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08745abc-79d7-493f-948b-97a613969745 req-2864798b-3924-48ae-b113-f5bc3dd2ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:42:46.008577 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-08745abc-79d7-493f-948b-97a613969745 req-2864798b-3924-48ae-b113-f5bc3dd2ab03 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7b98feac-3d9d-4af1-a74a-33d99a28a3f0 HTTP/1.1" status: 200 len: 848 time: 0.0458004 Jul 08 12:42:46.013509 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f41ae-2452-4781-9778-2f20a1dfa9d5 None None] Routers {'37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:42:46.014165 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-ea3f41ae-2452-4781-9778-2f20a1dfa9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:42:19Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:46.071534 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08745abc-79d7-493f-948b-97a613969745 req-d3b5f007-bb35-42a5-b693-96fe05613a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:42:46.073070 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-08745abc-79d7-493f-948b-97a613969745 req-d3b5f007-bb35-42a5-b693-96fe05613a3b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85c431ea-1845-4471-98a0-f7c674ea75d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588741 Jul 08 12:42:46.084534 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [req-08745abc-79d7-493f-948b-97a613969745 req-6c4ff53a-1c70-46b1-b2a6-335a703338b5 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=93654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:42:46.085602 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-08745abc-79d7-493f-948b-97a613969745 req-6c4ff53a-1c70-46b1-b2a6-335a703338b5 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054059 Jul 08 12:42:46.125747 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-ea3f41ae-2452-4781-9778-2f20a1dfa9d5 None None] Set router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:42:46.183184 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-08745abc-79d7-493f-948b-97a613969745 req-d632fc78-5f51-498b-97aa-fabb3428cade service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862958 Jul 08 12:42:46.228963 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c95d6f-61bc-42df-a1bd-057aba0ee264 req-09a2c65f-0e54-4078-8e7b-cb472f0ca543 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:42:46.230467 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d0c95d6f-61bc-42df-a1bd-057aba0ee264 req-09a2c65f-0e54-4078-8e7b-cb472f0ca543 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0698884 Jul 08 12:42:46.271066 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-d0c95d6f-61bc-42df-a1bd-057aba0ee264 req-f65f1fc6-c5bd-427e-9d6e-9f6f25c6a1dc tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341215 Jul 08 12:42:46.281840 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-08745abc-79d7-493f-948b-97a613969745 req-939713d5-801a-4c2a-bb58-f0bc6eb266f2 service neutron] 10.222.0.89 "GET /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907376 Jul 08 12:42:46.331267 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-ea3f41ae-2452-4781-9778-2f20a1dfa9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:37:39Z', 'revision_number': 4, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port': {'id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:37Z', 'updated_at': '2021-07-08T12:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '0e020531-3308-4c0a-8e0f-5ea1de30a48b', 'name': '', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'mac_address': 'fa:16:3e:54:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:39Z', 'updated_at': '2021-07-08T12:37:44Z', 'revision_number': 5, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'subnets': [{'id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:46.357331 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f41ae-2452-4781-9778-2f20a1dfa9d5 None None] The sync data for ids ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'] in dv-cinder-799631-5-iscsi is: [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:37:39Z', 'revision_number': 4, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port': {'id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:37Z', 'updated_at': '2021-07-08T12:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi', '_interfaces': [{'id': '0e020531-3308-4c0a-8e0f-5ea1de30a48b', 'name': '', 'network_id': '85c431ea-1845-4471-98a0-f7c674ea75d9', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'mac_address': 'fa:16:3e:54:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:39Z', 'updated_at': '2021-07-08T12:37:44Z', 'revision_number': 5, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'subnets': [{'id': '7b98feac-3d9d-4af1-a74a-33d99a28a3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:42:46.573791 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f8737c-7b1b-4151-bf9e-f71cbc61160f None None] New status for floating IP 1c4be065-d40f-4982-8ebc-c355646a76ac: DOWN {{(pid=93657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:42:47.494541 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b8d67-cfc3-4081-8119-bea248d57b5e req-52ed3d0a-2a2f-41b1-9717-9dd5b917b0c5 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:42:47.496046 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-396b8d67-cfc3-4081-8119-bea248d57b5e req-52ed3d0a-2a2f-41b1-9717-9dd5b917b0c5 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0630059 Jul 08 12:42:47.535985 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-396b8d67-cfc3-4081-8119-bea248d57b5e req-ff79cde8-d94b-4aa2-912a-8294cd7089b9 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/security-groups?id=6329a117-32ec-438d-b207-5f73146035b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343163 Jul 08 12:42:47.828059 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ed5c5-8d5d-4016-9331-def822c3b570 req-9c713edc-f069-4cfb-8602-1230b7b3e129 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:42:47.829510 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a63ed5c5-8d5d-4016-9331-def822c3b570 req-9c713edc-f069-4cfb-8602-1230b7b3e129 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.89 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 945 time: 0.0624590 Jul 08 12:42:47.928964 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-a63ed5c5-8d5d-4016-9331-def822c3b570 req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Deleting port 5faf0e64-efba-434b-b438-b8a4f497eccc {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:42:47.929308 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a63ed5c5-8d5d-4016-9331-def822c3b570 req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:48.013496 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [req-a63ed5c5-8d5d-4016-9331-def822c3b570 req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] For port 5faf0e64-efba-434b-b438-b8a4f497eccc, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=5faf0e64-efba-434b-b438-b8a4f497eccc,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:42:48.013851 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a63ed5c5-8d5d-4016-9331-def822c3b570 req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:48.026910 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [req-a63ed5c5-8d5d-4016-9331-def822c3b570 req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Calling delete_port for 5faf0e64-efba-434b-b438-b8a4f497eccc owned by compute:nova {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:42:48.216303 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a63ed5c5-8d5d-4016-9331-def822c3b570 req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:48.242903 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Pushing event deleted for resources: {'Port': ['ID=5faf0e64-efba-434b-b438-b8a4f497eccc,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:48.253051 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:48.253414 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:48.253805 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:48.254142 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:48.254475 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:48.254805 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:48.255135 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:48.255453 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:48.255778 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:48.256625 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:48.256625 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:48.256856 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:48.300689 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63ed5c5-8d5d-4016-9331-def822c3b570 req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] No DVR routers for this DVR port 5faf0e64-efba-434b-b438-b8a4f497eccc on host hv-cinder-79963 {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:42:48.303123 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [req-a63ed5c5-8d5d-4016-9331-def822c3b570 req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98188'] for port, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:48.305133 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [req-a63ed5c5-8d5d-4016-9331-def822c3b570 req-19abae8d-c10c-42bb-ab7d-1a6a61631863 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.89 "DELETE /v2.0/ports/5faf0e64-efba-434b-b438-b8a4f497eccc HTTP/1.1" status: 204 len: 173 time: 0.4688807 Jul 08 12:42:48.305569 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'name': 'network-vif-deleted', 'tag': '5faf0e64-efba-434b-b438-b8a4f497eccc'}] {{(pid=93654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:42:48.307791 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5344c237a23c8a5dd297f6a3e7917b946606021357fa0eefe785c3de4339fd77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f097bc6f-feca-4d84-acb4-ae88a1f4332a" -d '{"events": [{"server_uuid": "a17e3c86-1dee-4299-9bc1-f85952155c4a", "name": "network-vif-deleted", "tag": "5faf0e64-efba-434b-b438-b8a4f497eccc"}]}' {{(pid=93654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:42:48.394788 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aee52b-df32-4ed0-9051-dde8e9e0bdbd x-openstack-request-id: req-03aee52b-df32-4ed0-9051-dde8e9e0bdbd {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:42:48.395082 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17e3c86-1dee-4299-9bc1-f85952155c4a", "name": "network-vif-deleted", "tag": "5faf0e64-efba-434b-b438-b8a4f497eccc", "status": "completed", "code": 200}]} {{(pid=93654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:42:48.395330 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-03aee52b-df32-4ed0-9051-dde8e9e0bdbd {{(pid=93654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:42:48.395725 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17e3c86-1dee-4299-9bc1-f85952155c4a', 'name': 'network-vif-deleted', 'tag': '5faf0e64-efba-434b-b438-b8a4f497eccc', 'status': 'completed', 'code': 200} Jul 08 12:42:48.679014 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-a6afbed4-ca03-4cd0-9550-b7c3f0739c8c req-a6460f4c-a37e-4b97-8753-85103f44e5b4 tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 210 time: 0.0300026 Jul 08 12:42:48.879292 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:49.558742 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-51178456-cd8d-4318-9155-f8c5087ce983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:49.856254 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [req-59dd9507-9e8c-4f80-b5c0-f5727b0fd8e8 req-1e428159-7b29-4c01-830a-44962485f25a tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17e3c86-1dee-4299-9bc1-f85952155c4a HTTP/1.1" status: 200 len: 210 time: 0.0341802 Jul 08 12:42:50.672918 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:50.954512 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36440) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:42:51.015921 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c1c7eeec-0f4d-4390-a1f1-9ce464edef0b tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:51.041050 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c1c7eeec-0f4d-4390-a1f1-9ce464edef0b tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:51.147987 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 5faf0e64-efba-434b-b438-b8a4f497eccc no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:42:51.158993 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c1c7eeec-0f4d-4390-a1f1-9ce464edef0b tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:51.161671 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-c1c7eeec-0f4d-4390-a1f1-9ce464edef0b tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Notify callbacks [] for security_group, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:51.162899 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-c1c7eeec-0f4d-4390-a1f1-9ce464edef0b tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] 10.222.0.88 "DELETE /v2.0/security-groups/6329a117-32ec-438d-b207-5f73146035b6 HTTP/1.1" status: 204 len: 168 time: 0.2072985 Jul 08 12:42:51.169377 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] No Port match for: 5faf0e64-efba-434b-b438-b8a4f497eccc {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:42:51.172357 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Device 5faf0e64-efba-434b-b438-b8a4f497eccc not bound to the agent host hv-cinder-79963 {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:42:51.173071 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7eeec-0f4d-4390-a1f1-9ce464edef0b tempest-TestShelveInstance-395658058 tempest-TestShelveInstance-395658058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6329a117-32ec-438d-b207-5f73146035b6,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:51.259351 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 36444) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:42:51.699637 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-02cccb22-7e0a-4248-a1bf-f986897460a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3780154'] for router_interface, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:51.956835 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-02cccb22-7e0a-4248-a1bf-f986897460a5 admin admin] Deleting port 0e020531-3308-4c0a-8e0f-5ea1de30a48b {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:42:51.957175 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-02cccb22-7e0a-4248-a1bf-f986897460a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:52.034452 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [None req-02cccb22-7e0a-4248-a1bf-f986897460a5 admin admin] For port 0e020531-3308-4c0a-8e0f-5ea1de30a48b, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=0e020531-3308-4c0a-8e0f-5ea1de30a48b,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:42:52.034799 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-02cccb22-7e0a-4248-a1bf-f986897460a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:52.046881 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-02cccb22-7e0a-4248-a1bf-f986897460a5 admin admin] Calling delete_port for 0e020531-3308-4c0a-8e0f-5ea1de30a48b owned by network:router_interface {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:42:52.279310 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-02cccb22-7e0a-4248-a1bf-f986897460a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:52.305012 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cccb22-7e0a-4248-a1bf-f986897460a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e020531-3308-4c0a-8e0f-5ea1de30a48b,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:52.478885 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-02cccb22-7e0a-4248-a1bf-f986897460a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3780348'] for router_interface, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:52.692029 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cccb22-7e0a-4248-a1bf-f986897460a5 admin admin] Router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:42:52.781803 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:52.798341 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cccb22-7e0a-4248-a1bf-f986897460a5 admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:42:52.801488 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-02cccb22-7e0a-4248-a1bf-f986897460a5 admin admin] 10.222.0.88 "PUT /v2.0/routers/37e6dc84-081d-4d2d-a2d8-a86912f8d2b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5411308 Jul 08 12:42:52.804197 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36450) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:42:52.805124 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308657e-9459-46fb-8020-e2d21aa44737 None None] Sync routers for ids ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'] in dv-cinder-799631-5-iscsi {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:42:52.815011 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308657e-9459-46fb-8020-e2d21aa44737 None None] Routers {'37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:42:52.815624 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-5308657e-9459-46fb-8020-e2d21aa44737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:42:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:52.916669 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] Notify callbacks [] for router, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:52.921088 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-5308657e-9459-46fb-8020-e2d21aa44737 None None] Set router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 gateway port host: dv-cinder-799631-5-iscsi {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:42:53.018450 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:53.103010 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-5308657e-9459-46fb-8020-e2d21aa44737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:42:52Z', 'revision_number': 5, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port': {'id': 'f27a6a04-bace-44df-b43a-2d86b27a72a1', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:37Z', 'updated_at': '2021-07-08T12:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:53.129788 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308657e-9459-46fb-8020-e2d21aa44737 None None] Checking router: 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 for host: dv-cinder-799631-5-iscsi {{(pid=93656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:42:53.138006 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308657e-9459-46fb-8020-e2d21aa44737 None None] Routers {'37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:42:53.138610 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-5308657e-9459-46fb-8020-e2d21aa44737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:42:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'], 'active': True} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:53.155989 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] Deleting port f27a6a04-bace-44df-b43a-2d86b27a72a1 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:42:53.156463 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:53.221525 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvr_db [None req-5308657e-9459-46fb-8020-e2d21aa44737 None None] Set router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 gateway port host: None {{(pid=93656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:42:53.237412 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] For port f27a6a04-bace-44df-b43a-2d86b27a72a1, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=f27a6a04-bace-44df-b43a-2d86b27a72a1,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:42:53.237769 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:53.249835 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] Calling delete_port for f27a6a04-bace-44df-b43a-2d86b27a72a1 owned by network:router_gateway {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:42:53.271610 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_hamode_db [None req-5308657e-9459-46fb-8020-e2d21aa44737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:42:53Z', 'revision_number': 6, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port_host': None}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:53.299838 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308657e-9459-46fb-8020-e2d21aa44737 None None] The sync data for ids ['37e6dc84-081d-4d2d-a2d8-a86912f8d2b1'] in dv-cinder-799631-5-iscsi is: [{'id': '37e6dc84-081d-4d2d-a2d8-a86912f8d2b1', 'name': 'tempest-TestShelveInstance-1871734608-router', 'tenant_id': '4796fc723b444d94aaf82adbf9093f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:36Z', 'updated_at': '2021-07-08T12:42:53Z', 'revision_number': 6, 'project_id': '4796fc723b444d94aaf82adbf9093f39', 'gw_port_host': None}] {{(pid=93656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:42:53.490577 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:53.518816 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] Pushing event deleted for resources: {'Port': ['ID=f27a6a04-bace-44df-b43a-2d86b27a72a1,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:53.583049 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3782391'] for router_gateway, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:53.674986 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59185'] for router, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:53.677516 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:53.799235 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3769747'] for router, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:53.799801 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 {{(pid=93654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 12:42:53.804644 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] Notify callbacks [] for router, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:53.809899 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-bf89f716-5bfb-41ea-8154-209d4e73af4e admin admin] 10.222.0.88 "DELETE /v2.0/routers/37e6dc84-081d-4d2d-a2d8-a86912f8d2b1 HTTP/1.1" status: 204 len: 168 time: 1.0004885 Jul 08 12:42:53.809899 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36452) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:42:53.851891 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.db_base_plugin_v2 [None req-68de9cfd-5193-4e20-8ee2-08f74e7b4b08 admin admin] Deleting subnet 7b98feac-3d9d-4af1-a74a-33d99a28a3f0 {{(pid=93654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:42:53.855036 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-68de9cfd-5193-4e20-8ee2-08f74e7b4b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:53.888243 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-68de9cfd-5193-4e20-8ee2-08f74e7b4b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62702836'] for subnet, precommit_delete_associations {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:53.970027 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-68de9cfd-5193-4e20-8ee2-08f74e7b4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.085021 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-68de9cfd-5193-4e20-8ee2-08f74e7b4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61690950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58951734'] for subnet, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.108852 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de9cfd-5193-4e20-8ee2-08f74e7b4b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b98feac-3d9d-4af1-a74a-33d99a28a3f0,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:54.114583 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-68de9cfd-5193-4e20-8ee2-08f74e7b4b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for subnet, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.116423 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-68de9cfd-5193-4e20-8ee2-08f74e7b4b08 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7b98feac-3d9d-4af1-a74a-33d99a28a3f0 HTTP/1.1" status: 204 len: 168 time: 0.3072858 Jul 08 12:42:54.119006 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [-] (93654) accepted ('10.222.0.88', 36454) {{(pid=93654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:42:54.121387 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c432c9-4700-4009-9fd5-4021de1f4047 None None] Network 85c431ea-1845-4471-98a0-f7c674ea75d9 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:42:54.188127 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.332999 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] DHCP port deletion for 85c431ea-1845-4471-98a0-f7c674ea75d9 request from dv-cinder-799631-5-iscsi {{(pid=93656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 12:42:54.382767 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Deleting port 51ed91a8-4532-48e6-930a-e688b7f80e24 {{(pid=93656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:42:54.383153 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.450154 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] For port 51ed91a8-4532-48e6-930a-e688b7f80e24, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=51ed91a8-4532-48e6-930a-e688b7f80e24,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:42:54.450637 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.466276 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Calling delete_port for 51ed91a8-4532-48e6-930a-e688b7f80e24 owned by network:dhcp {{(pid=93656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:42:54.480675 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 51ed91a8-4532-48e6-930a-e688b7f80e24 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:42:54.526960 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Deleting port 51ed91a8-4532-48e6-930a-e688b7f80e24 {{(pid=93654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:42:54.527298 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.594150 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.db [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] For port 51ed91a8-4532-48e6-930a-e688b7f80e24, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=51ed91a8-4532-48e6-930a-e688b7f80e24,segment=NetworkSegment(00cd8f39-e1de-43b9-ba2c-ae314360f59e),segment_id=00cd8f39-e1de-43b9-ba2c-ae314360f59e)] {{(pid=93654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:42:54.594402 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.607389 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Calling delete_port for 51ed91a8-4532-48e6-930a-e688b7f80e24 owned by network:dhcp {{(pid=93654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:42:54.731100 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611809'] for port, before_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.758779 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61690892'] for port, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.781785 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device f27a6a04-bace-44df-b43a-2d86b27a72a1 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:42:54.783868 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ed91a8-4532-48e6-930a-e688b7f80e24,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:54.785547 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669'] for port, after_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.787379 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] No DVR routers for this DVR port 51ed91a8-4532-48e6-930a-e688b7f80e24 on host dv-cinder-799631-5-iscsi {{(pid=93654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:42:54.824126 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: f27a6a04-bace-44df-b43a-2d86b27a72a1 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:42:54.824473 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device f27a6a04-bace-44df-b43a-2d86b27a72a1 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:42:54.824920 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 0e020531-3308-4c0a-8e0f-5ea1de30a48b no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:42:54.829698 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Pushing event deleted for resources: {'Port': ['ID=51ed91a8-4532-48e6-930a-e688b7f80e24,revision_number=None']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:54.851658 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] No DVR routers for this DVR port 51ed91a8-4532-48e6-930a-e688b7f80e24 on host dv-cinder-799631-5-iscsi {{(pid=93656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:42:54.852987 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 0e020531-3308-4c0a-8e0f-5ea1de30a48b {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:42:54.853356 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 0e020531-3308-4c0a-8e0f-5ea1de30a48b not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:42:54.856856 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:54.857211 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:54.857553 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:54.860775 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:54.860775 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:54.860775 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:54.860775 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:54.860775 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:54.860775 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:54.860775 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:54.860775 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:54.861714 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603f9a7-ac5e-4275-b062-e6cb449893ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-5-iscsi {{(pid=93656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:42:54.863823 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.875875 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c431ea-1845-4471-98a0-f7c674ea75d9']}} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:54.886639 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cd8f39-e1de-43b9-ba2c-ae314360f59e') {'for_net_delete': True} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:54.886935 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.services.segments.db [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cd8f39-e1de-43b9-ba2c-ae314360f59e') {} {{(pid=93654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:54.896315 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62702845'] for segment, before_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.910557 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.916316 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61691105'] for segment, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: Traceback (most recent call last): Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: timer() Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: cb(*args, **kw) Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: return func(*args, **kwargs) Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: self._notify() Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: self.callback(batched_events) Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: event.method(event) Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: return f(self, *a, **k) Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._get(url).json() Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: return self.request(url, 'GET', **kwargs) Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:42:54.921374 dv-cinder-799631-5-iscsi neutron-server[93654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:42:55.032992 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:55.038501 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:55.040399 dv-cinder-799631-5-iscsi neutron-server[93654]: INFO neutron.wsgi [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] 10.222.0.88 "DELETE /v2.0/networks/85c431ea-1845-4471-98a0-f7c674ea75d9 HTTP/1.1" status: 204 len: 168 time: 0.9204338 Jul 08 12:42:55.043352 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 36456) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:42:55.052109 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3cf68-8466-40d3-bd35-a83194a65f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=85c431ea-1845-4471-98a0-f7c674ea75d9,revision_number=None']} {{(pid=93654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:55.383197 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0e009d02-e6e9-4bc3-b3b1-ca86f3f967de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3780154'] for router_interface, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:55.630591 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-0e009d02-e6e9-4bc3-b3b1-ca86f3f967de admin admin] Deleting port 7df8ee69-2ed4-443e-803e-87200c2841ce {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:42:55.630923 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0e009d02-e6e9-4bc3-b3b1-ca86f3f967de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:55.711397 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [None req-0e009d02-e6e9-4bc3-b3b1-ca86f3f967de admin admin] For port 7df8ee69-2ed4-443e-803e-87200c2841ce, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=7df8ee69-2ed4-443e-803e-87200c2841ce,segment=NetworkSegment(3668b081-f211-4dd2-8f83-b515534c9d36),segment_id=3668b081-f211-4dd2-8f83-b515534c9d36)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:42:55.711671 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0e009d02-e6e9-4bc3-b3b1-ca86f3f967de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:55.724817 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-0e009d02-e6e9-4bc3-b3b1-ca86f3f967de admin admin] Calling delete_port for 7df8ee69-2ed4-443e-803e-87200c2841ce owned by network:router_interface {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:42:55.975689 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0e009d02-e6e9-4bc3-b3b1-ca86f3f967de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:56.001765 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e009d02-e6e9-4bc3-b3b1-ca86f3f967de admin admin] Pushing event deleted for resources: {'Port': ['ID=7df8ee69-2ed4-443e-803e-87200c2841ce,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:56.168242 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-0e009d02-e6e9-4bc3-b3b1-ca86f3f967de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3780348'] for router_interface, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:56.375564 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e009d02-e6e9-4bc3-b3b1-ca86f3f967de admin admin] Router 83e47f1d-c628-486e-8742-496a91203feb has already been hosted by L3 agent 84d01d0f-419d-4f5f-acba-83996404c85a {{(pid=93655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:42:56.735305 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e009d02-e6e9-4bc3-b3b1-ca86f3f967de admin admin] Notify agent at l3_agent.dv-cinder-799631-5-iscsi the message routers_updated {{(pid=93655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:42:56.740578 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-0e009d02-e6e9-4bc3-b3b1-ca86f3f967de admin admin] 10.222.0.88 "PUT /v2.0/routers/83e47f1d-c628-486e-8742-496a91203feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6961982 Jul 08 12:42:56.743076 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 36458) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:42:56.745949 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7347ad-9f8e-4b92-883b-62c97ef8b1c1 None None] Sync routers for ids ['83e47f1d-c628-486e-8742-496a91203feb'] in dv-cinder-799631-5-iscsi {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:42:56.758973 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7347ad-9f8e-4b92-883b-62c97ef8b1c1 None None] Routers {'83e47f1d-c628-486e-8742-496a91203feb'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:42:56.759587 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-1b7347ad-9f8e-4b92-883b-62c97ef8b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:42:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['83e47f1d-c628-486e-8742-496a91203feb'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:56.855949 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:56.863538 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-1b7347ad-9f8e-4b92-883b-62c97ef8b1c1 None None] Set router 83e47f1d-c628-486e-8742-496a91203feb gateway port host: dv-cinder-799631-5-iscsi {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:42:56.961997 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:57.038169 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-1b7347ad-9f8e-4b92-883b-62c97ef8b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e47f1d-c628-486e-8742-496a91203feb', 'name': 'tempest-TestShelveInstance-171928652-router', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'external_fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '81ada42a-2e2d-48ec-8026-40f607153149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:42Z', 'updated_at': '2021-07-08T12:42:55Z', 'revision_number': 5, 'project_id': '4f9f8506138340de8b3ca622a83be87c', 'gw_port': {'id': '81ada42a-2e2d-48ec-8026-40f607153149', 'name': '', 'network_id': 'a55b09b4-dfd2-46ff-97b3-e64ef6d51315', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e47f1d-c628-486e-8742-496a91203feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:37:43Z', 'updated_at': '2021-07-08T12:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e750d7a2-cdc2-4d9d-9f2c-2b06c3f68a4a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-5-iscsi'}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:57.063325 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7347ad-9f8e-4b92-883b-62c97ef8b1c1 None None] Checking router: 83e47f1d-c628-486e-8742-496a91203feb for host: dv-cinder-799631-5-iscsi {{(pid=93657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:42:57.071873 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7347ad-9f8e-4b92-883b-62c97ef8b1c1 None None] Routers {'83e47f1d-c628-486e-8742-496a91203feb'} bound to L3 agent in host dv-cinder-799631-5-iscsi {{(pid=93657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:42:57.072476 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-1b7347ad-9f8e-4b92-883b-62c97ef8b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:13:49Z,description=,heartbeat_timestamp=2021-07-08T12:42:49Z,host='dv-cinder-799631-5-iscsi',id=84d01d0f-419d-4f5f-acba-83996404c85a,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:13:50Z,topic='l3_agent')) {'router_ids': ['83e47f1d-c628-486e-8742-496a91203feb'], 'active': True} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:57.089870 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] Deleting port 81ada42a-2e2d-48ec-8026-40f607153149 {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:42:57.090213 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:57.158063 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_dvr_db [None req-1b7347ad-9f8e-4b92-883b-62c97ef8b1c1 None None] Set router 83e47f1d-c628-486e-8742-496a91203feb gateway port host: None {{(pid=93657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:42:57.174036 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] For port 81ada42a-2e2d-48ec-8026-40f607153149, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=81ada42a-2e2d-48ec-8026-40f607153149,segment=NetworkSegment(7132520f-7a8f-498b-b3c9-654433d61e58),segment_id=7132520f-7a8f-498b-b3c9-654433d61e58)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:42:57.174601 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:57.188992 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] Calling delete_port for 81ada42a-2e2d-48ec-8026-40f607153149 owned by network:router_gateway {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:42:57.210692 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.l3_hamode_db [None req-1b7347ad-9f8e-4b92-883b-62c97ef8b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e47f1d-c628-486e-8742-496a91203feb', 'name': 'tempest-TestShelveInstance-171928652-router', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:42Z', 'updated_at': '2021-07-08T12:42:56Z', 'revision_number': 6, 'project_id': '4f9f8506138340de8b3ca622a83be87c', 'gw_port_host': None}], 'dv-cinder-799631-5-iscsi', False) {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:57.235714 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7347ad-9f8e-4b92-883b-62c97ef8b1c1 None None] The sync data for ids ['83e47f1d-c628-486e-8742-496a91203feb'] in dv-cinder-799631-5-iscsi is: [{'id': '83e47f1d-c628-486e-8742-496a91203feb', 'name': 'tempest-TestShelveInstance-171928652-router', 'tenant_id': '4f9f8506138340de8b3ca622a83be87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:37:42Z', 'updated_at': '2021-07-08T12:42:56Z', 'revision_number': 6, 'project_id': '4f9f8506138340de8b3ca622a83be87c', 'gw_port_host': None}] {{(pid=93657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:42:57.415729 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:57.441746 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ada42a-2e2d-48ec-8026-40f607153149,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:57.503820 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3782391'] for router_gateway, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:57.599863 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3768355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59185'] for router, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:57.602109 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:57.724727 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3769747'] for router, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:57.725290 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83e47f1d-c628-486e-8742-496a91203feb {{(pid=93655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 12:42:57.729952 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:57.731126 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-7def1b3c-3c9e-41b5-9842-a6c0e21a0ff1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/83e47f1d-c628-486e-8742-496a91203feb HTTP/1.1" status: 204 len: 168 time: 0.9870934 Jul 08 12:42:57.733681 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 36460) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:42:57.777172 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a22ba2c-49e3-4df4-84ea-f600258fa38f admin admin] Deleting subnet e7483d8e-6a69-4124-8472-81c55dd81426 {{(pid=93655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:42:57.780750 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4a22ba2c-49e3-4df4-84ea-f600258fa38f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:57.814173 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4a22ba2c-49e3-4df4-84ea-f600258fa38f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59581787'] for subnet, precommit_delete_associations {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:57.895391 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4a22ba2c-49e3-4df4-84ea-f600258fa38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3611980'] for subnet, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.027941 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4a22ba2c-49e3-4df4-84ea-f600258fa38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3611995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61923534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61887726'] for subnet, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.052079 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22ba2c-49e3-4df4-84ea-f600258fa38f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7483d8e-6a69-4124-8472-81c55dd81426,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:58.058175 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-4a22ba2c-49e3-4df4-84ea-f600258fa38f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.060081 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-4a22ba2c-49e3-4df4-84ea-f600258fa38f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e7483d8e-6a69-4124-8472-81c55dd81426 HTTP/1.1" status: 204 len: 168 time: 0.3254769 Jul 08 12:42:58.063228 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 36462) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:42:58.065091 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4722e74e-d840-43e8-839d-1273cc67627e None None] Network c35216eb-6608-446d-97dd-21838c83dd10 requested from dv-cinder-799631-5-iscsi {{(pid=93656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:42:58.136687 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525359'] for network, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.191832 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Deleting port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b {{(pid=93655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:42:58.192417 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.247814 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a86f0d-7969-44d2-933a-6b6aa6cf8b99 None None] DHCP port deletion for c35216eb-6608-446d-97dd-21838c83dd10 request from dv-cinder-799631-5-iscsi {{(pid=93656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 12:42:58.259891 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.db [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] For port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=2d7b2c22-3c89-4a42-896b-5b17cf39af7b,segment=NetworkSegment(3668b081-f211-4dd2-8f83-b515534c9d36),segment_id=3668b081-f211-4dd2-8f83-b515534c9d36)] {{(pid=93655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:42:58.260297 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.282361 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.plugin [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Calling delete_port for 2d7b2c22-3c89-4a42-896b-5b17cf39af7b owned by network:dhcp {{(pid=93655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:42:58.306525 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-55a86f0d-7969-44d2-933a-6b6aa6cf8b99 None None] Deleting port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b {{(pid=93656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:42:58.306908 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-55a86f0d-7969-44d2-933a-6b6aa6cf8b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769218048979'] for port, before_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.373287 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.db [None req-55a86f0d-7969-44d2-933a-6b6aa6cf8b99 None None] For port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b, host dv-cinder-799631-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-5-iscsi',level=0,port_id=2d7b2c22-3c89-4a42-896b-5b17cf39af7b,segment=NetworkSegment(3668b081-f211-4dd2-8f83-b515534c9d36),segment_id=3668b081-f211-4dd2-8f83-b515534c9d36)] {{(pid=93656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:42:58.375595 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-55a86f0d-7969-44d2-933a-6b6aa6cf8b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779386'] for port, precommit_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.387644 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-55a86f0d-7969-44d2-933a-6b6aa6cf8b99 None None] Calling delete_port for 2d7b2c22-3c89-4a42-896b-5b17cf39af7b owned by network:dhcp {{(pid=93656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:42:58.404520 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61923460'] for port, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.430202 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7b2c22-3c89-4a42-896b-5b17cf39af7b,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:58.433651 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] No DVR routers for this DVR port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b on host dv-cinder-799631-5-iscsi {{(pid=93655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:42:58.476127 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-55a86f0d-7969-44d2-933a-6b6aa6cf8b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769218057485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769217533669'] for port, after_delete {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.509293 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 2d7b2c22-3c89-4a42-896b-5b17cf39af7b no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:42:58.509526 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466487', 'neutron.services.segments.db._delete_segments_for_network-8769218067797'] for network, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.511780 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a86f0d-7969-44d2-933a-6b6aa6cf8b99 None None] Pushing event deleted for resources: {'Port': ['ID=2d7b2c22-3c89-4a42-896b-5b17cf39af7b,revision_number=None']} {{(pid=93656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:58.518567 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a86f0d-7969-44d2-933a-6b6aa6cf8b99 None None] No DVR routers for this DVR port 2d7b2c22-3c89-4a42-896b-5b17cf39af7b on host dv-cinder-799631-5-iscsi {{(pid=93656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:42:58.520311 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35216eb-6608-446d-97dd-21838c83dd10']}} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:58.532830 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3668b081-f211-4dd2-8f83-b515534c9d36') {'for_net_delete': True} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:58.533122 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.services.segments.db [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3668b081-f211-4dd2-8f83-b515534c9d36') {} {{(pid=93655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:42:58.541820 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 2d7b2c22-3c89-4a42-896b-5b17cf39af7b {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:42:58.542170 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 2d7b2c22-3c89-4a42-896b-5b17cf39af7b not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:42:58.542409 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769217863985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59581778'] for segment, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.542572 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 81ada42a-2e2d-48ec-8026-40f607153149 no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:42:58.556428 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043'] for segment, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.560611 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 81ada42a-2e2d-48ec-8026-40f607153149 {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:42:58.560961 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 81ada42a-2e2d-48ec-8026-40f607153149 not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:42:58.561535 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 7df8ee69-2ed4-443e-803e-87200c2841ce no longer exists at agent ovs-agent-dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:42:58.563013 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=93655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:42:58.563396 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3607043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61923433'] for segment, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: Traceback (most recent call last): Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: timer() Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: cb(*args, **kw) Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: return func(*args, **kwargs) Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: self._notify() Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: self.callback(batched_events) Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: event.method(event) Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: return f(self, *a, **k) Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: return self._get(url).json() Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: return self.request(url, 'GET', **kwargs) Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:42:58.565130 dv-cinder-799631-5-iscsi neutron-server[93655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:42:58.580536 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] No Port match for: 7df8ee69-2ed4-443e-803e-87200c2841ce {{(pid=93656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:42:58.580927 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron.plugins.ml2.rpc [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Device 7df8ee69-2ed4-443e-803e-87200c2841ce not bound to the agent host dv-cinder-799631-5-iscsi {{(pid=93656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:42:58.684659 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3466446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3782291'] for network, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.689948 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694768'] for network, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:58.692073 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] 10.222.0.88 "DELETE /v2.0/networks/c35216eb-6608-446d-97dd-21838c83dd10 HTTP/1.1" status: 204 len: 168 time: 0.6279323 Jul 08 12:42:58.703268 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdda37-37bc-4484-bf98-858170b5d78e admin admin] Pushing event deleted for resources: {'Network': ['ID=c35216eb-6608-446d-97dd-21838c83dd10,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:59.033681 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 36466) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:42:59.072120 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-99da074b-fb44-4b8f-bf72-f4e9153fbdf1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4796fc723b444d94aaf82adbf9093f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372441 Jul 08 12:42:59.074743 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 36468) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:42:59.128124 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae6ee-405d-434f-aff1-62de0bedf647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:59.152179 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae6ee-405d-434f-aff1-62de0bedf647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:59.301131 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae6ee-405d-434f-aff1-62de0bedf647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:59.303747 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae6ee-405d-434f-aff1-62de0bedf647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:42:59.304953 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-ab3ae6ee-405d-434f-aff1-62de0bedf647 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b8bba2e5-0c24-4be9-9c0b-ac1a0bd2be31 HTTP/1.1" status: 204 len: 168 time: 0.2293036 Jul 08 12:42:59.313482 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ae6ee-405d-434f-aff1-62de0bedf647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bba2e5-0c24-4be9-9c0b-ac1a0bd2be31,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:42:59.917516 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 36474) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:42:59.957420 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-14dd8cfe-608a-447e-8312-ef5f7f1a5689 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4f9f8506138340de8b3ca622a83be87c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387497 Jul 08 12:42:59.959770 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [-] (93655) accepted ('10.222.0.88', 36476) {{(pid=93655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:43:00.006371 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5376656c-529d-40f3-90be-f28c2da88c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:00.026866 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5376656c-529d-40f3-90be-f28c2da88c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:00.124684 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5376656c-529d-40f3-90be-f28c2da88c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443260'] for security_group, after_delete {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:00.127137 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron_lib.callbacks.manager [None req-5376656c-529d-40f3-90be-f28c2da88c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:00.128316 dv-cinder-799631-5-iscsi neutron-server[93655]: INFO neutron.wsgi [None req-5376656c-529d-40f3-90be-f28c2da88c43 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a16621b5-f85d-48a8-a315-6a3bb19b30fb HTTP/1.1" status: 204 len: 168 time: 0.1676722 Jul 08 12:43:00.136774 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376656c-529d-40f3-90be-f28c2da88c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16621b5-f85d-48a8-a315-6a3bb19b30fb,revision_number=None']} {{(pid=93655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:43:12.272705 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:15.460847 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a41f84a9-a575-4be6-80aa-8dad00cd1b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:18.889492 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:18.989040 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:43:19.575116 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ea25-fcac-4c1d-8528-59dadf237251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:20.660550 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:22.798167 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:42.260044 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:45.448360 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c750f5a9-a9cf-441e-a3b1-837d5abd726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:48.876154 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:49.556310 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-7579ab4d-bff7-4788-95b2-7fcd5e6f2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:50.665574 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:52.785406 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:43:55.987916 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:44:12.265333 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:44:15.476530 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5e3d369c-5c67-4ea4-b156-0c0eddbbb5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:44:18.909033 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:44:19.578984 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-680ee60b-6ae1-4ae8-8363-9a162306ff8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:44:20.680676 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:44:22.800614 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:44:32.986832 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:44:42.269810 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:44:45.464004 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b94065c3-c1ef-403e-b63c-23133c3ed944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:44:48.881614 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:44:49.567071 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-67c3ac40-8e4b-4900-a009-105dbd906fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:44:50.696404 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:44:52.810895 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:45:09.987121 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:45:12.309234 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:45:12.931648 dv-cinder-799631-5-iscsi neutron-server[93654]: DEBUG neutron.wsgi [req-a3273ef8-9c31-4068-bae5-e1228997f48a req-8e6962f1-ab7a-480f-b0e4-049da5a63253 service neutron] (93654) timed out ('10.222.0.89', 55808) {{(pid=93654) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 12:45:15.463823 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-df4aa8bb-391a-4ab3-bf31-bc4b47e05e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:45:18.886350 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:45:19.572296 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-e4a9a799-b557-4db9-8e78-8cac2452dc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:45:20.691697 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:45:22.792322 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:45:25.987591 dv-cinder-799631-5-iscsi neutron-server[93655]: DEBUG neutron.wsgi [req-804e0367-b69c-480c-8426-618d668057bd req-35f4fd4c-2a0c-469d-b497-bd732f384332 service neutron] (93655) timed out ('10.222.0.89', 55830) {{(pid=93655) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 12:45:42.311374 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:45:45.463005 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1b87-6bdf-4176-b1cd-d6bc1fbe1288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:45:46.986115 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:45:48.894221 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:45:49.585498 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-bb66d3f1-a103-4fc5-ad8c-806e57141054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:45:50.693913 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:45:52.799769 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:12.308274 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:15.462141 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-0641e145-ce73-49ea-90f4-c702fcce8d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:18.904146 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:19.570324 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-681ce452-3788-486e-a550-8b4c6c46636f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:20.724748 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:22.833324 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:23.984795 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:46:42.297219 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:45.461233 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-73a97236-99f0-4fda-aad7-8bc0f2fc7231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:48.878316 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:49.621157 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-a248d4e9-e738-4390-a77e-1e5a3089515e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:50.695602 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:52.811088 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:00.983309 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:47:12.324903 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:15.444694 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-922ff839-25d7-4cce-91bf-57f2895ca375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:18.873041 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:19.565280 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c4493e9f-6d9a-4519-9863-9fc11d38cdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:20.702008 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:22.826891 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:37.984904 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:47:42.323383 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:45.472486 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-f2807fe9-2ecc-4b91-befb-ef358c932661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:48.894550 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:49.569117 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-845bcc0c-c54e-4160-814a-da684a6c5090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:50.711467 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-200b4d12-ca62-4899-89f8-050abdacd5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:52.831901 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca493-b1a8-4f35-9a40-8719fa62f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:12.317092 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-ac25b4e6-f0ae-4710-bab2-5187ddffde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:14.983183 dv-cinder-799631-5-iscsi neutron-server[93657]: DEBUG neutron.db.agents_db [None req-dfaab4c1-b3e4-46d9-b9b0-95b4e86526af None None] Agent healthcheck: found 6 active agents {{(pid=93657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:48:15.464696 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-c1c2fd97-06e8-457a-811b-4fd1ff5370cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:18.881598 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-b7892d1b-c130-4731-8b2d-12246328ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:19.624873 dv-cinder-799631-5-iscsi neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-6018c305-0427-4a32-8185-b37b5d7611f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769218067779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3469197'] for agent, after_update {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}